-- Logs begin at Wed 2021-02-17 03:36:05 UTC, end at Wed 2021-02-17 04:56:07 UTC. --
Feb 17 04:23:49.261939 dv-cinder-759955-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 17 04:23:51.977852 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.common.config [-] Logging enabled!
Feb 17 04:23:51.978384 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 04:23:51.979725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83925) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 04:23:51.981488 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.common.config [-] Logging enabled!
Feb 17 04:23:51.981782 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 04:23:51.982143 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83925) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 04:23:51.983195 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 04:23:51.983490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 04:23:51.984523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 04:23:51.984808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 04:23:51.985066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 04:23:51.985439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.985787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.986132 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.986399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.986743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.987081 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.987459 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.988338 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.988689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.989020 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.989340 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.989666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.989930 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.990254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.990588 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.990920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.991177 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.991523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.992068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.992401 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.992723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.993057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.993372 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.993690 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.994021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.994390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] host                           = dv-cinder-759955-5-iscsi {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.994712 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.995046 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.995401 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.995735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.996054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.996373 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.996704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.997018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.997331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.997646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.997981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.998315 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.998655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.998913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.999168 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.999528 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:51.999864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.000182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.000495 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.000810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.001124 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.001438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.001745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.002075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.002412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.002741 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.003054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.003951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.004272 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.004587 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.004921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.005237 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.005551 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.005865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.006196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.006503 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.006818 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.007166 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.007521 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.007853 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.008183 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.008495 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.008825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.009137 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.009449 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.009761 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.010074 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.010384 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.010712 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.011025 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.011362 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.011674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.011985 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.012320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:52.012656 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.013001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.013348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.013673 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.014013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.014339 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.014675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.014997 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.015355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.015694 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.016028 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.016347 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.016675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.016993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.017338 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.017691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.018033 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.018371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.018689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.019561 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.019884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.020207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.020536 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.020877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.021215 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.021530 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.021850 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.022190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.022518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.022834 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.023156 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.023516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.023841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.024157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.024483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.024802 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.025114 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.025425 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.025743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.026080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.026400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.026711 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.027023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.027362 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.027678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.028004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.028325 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.028637 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.028951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.029269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.029584 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.029896 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.030216 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.030530 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.030848 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.031157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.031494 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.031806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.032117 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.032436 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.032748 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.033060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.033377 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.033689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.034002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.034314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.034725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.035045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.035399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.035744 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.036068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.036389 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.036713 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.037034 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.037355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.037674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.037993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.038314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.038629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.038967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.039275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.039628 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.039955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.040276 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.040621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.040942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.041269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.041588 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.041910 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.042236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.042572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.042910 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.043247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.043625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.043964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.044297 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.044623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.044977 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.045298 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:52.045549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 04:23:52.045813 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83925) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 17 04:23:52.700481 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO keyring.backend [-] Loading Gnome
Feb 17 04:23:52.718530 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO keyring.backend [-] Loading Google
Feb 17 04:23:52.721128 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO keyring.backend [-] Loading Windows (alt)
Feb 17 04:23:52.725269 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO keyring.backend [-] Loading file
Feb 17 04:23:52.726325 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO keyring.backend [-] Loading keyczar
Feb 17 04:23:52.726667 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO keyring.backend [-] Loading multi
Feb 17 04:23:52.727485 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO keyring.backend [-] Loading pyfs
Feb 17 04:23:52.772677 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83925) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:23:52.772989 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83925) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:23:52.773318 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83925) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:23:52.773691 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 17 04:23:53.163428 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.163970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.164076 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.213135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.213451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.213756 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.217364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.217679 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.217986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.286808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.287114 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.287444 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.288603 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.288912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.289210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.559970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f000ef44d90> agent after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.560298 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f000ef44d90> agent after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.560601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f000ef44e18> segment precommit_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.560907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f000ef44ea0> network precommit_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.561738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f000ef60048> segment before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.710474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> network before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.710851 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f000efa6620> agent before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.711170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> network before_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.711507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> port before_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.711804 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> port before_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.712178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> segment after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.712471 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> segment precommit_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.712755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> segment precommit_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.713037 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> segment after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.713364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> network after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.713653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> network precommit_delete 0 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.713950 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> port provisioning_complete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.714249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> rbac-policy before_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.714534 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> rbac-policy after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.714836 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> agent after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.715144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> subnet after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.715451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> subnet precommit_delete 0 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.715766 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> rbac-policy before_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.716045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> rbac-policy before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.716520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> port after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.716799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> port after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.717073 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> port after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.717404 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> rbac-policy before_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.717678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> rbac-policy before_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.717949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f000f84b3c8>> rbac-policy before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.718376 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:23:53.718648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:23:53.718919 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:23:53.719188 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:23:53.719480 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:23:53.719752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:23:53.720174 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 17 04:23:53.723921 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 17 04:23:53.727838 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 17 04:23:53.731706 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])])
Feb 17 04:23:53.733506 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 17 04:23:53.734754 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 17 04:23:53.735133 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 17 04:23:53.735591 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 17 04:23:53.738878 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 17 04:23:53.739155 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 17 04:23:53.739562 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 17 04:23:53.760866 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 17 04:23:53.761372 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f000ee7d898>> qos_plugin after_init 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.761703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83925) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 17 04:23:53.762104 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f000ed87240>> logging-plugin after_init 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.763460 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83925) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 17 04:23:53.763779 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 17 04:23:53.764058 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 17 04:23:53.767228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f000ed872e8>> floatingip before_response 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.767567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f000ed872e8>> port before_response 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:53.835248 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 17 04:23:53.835532 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 17 04:23:53.835800 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 17 04:23:53.836199 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 17 04:23:53.869905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.sqlalchemy.engines [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83925) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 17 04:23:54.441606 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Initializing driver for type 'gre'
Feb 17 04:23:54.442148 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] gre ID ranges: [(1, 1000)]
Feb 17 04:23:54.555220 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Initializing driver for type 'local'
Feb 17 04:23:54.555655 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Initializing driver for type 'vlan'
Feb 17 04:23:54.612305 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] VlanTypeDriver initialization complete
Feb 17 04:23:54.612676 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Initializing driver for type 'vxlan'
Feb 17 04:23:54.613203 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] vxlan ID ranges: [(1, 1000)]
Feb 17 04:23:54.738741 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Initializing extension driver 'port_security'
Feb 17 04:23:54.739076 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.extensions.port_security [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] PortSecurityExtensionDriver initialization complete
Feb 17 04:23:54.739498 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Initializing mechanism driver 'openvswitch'
Feb 17 04:23:54.745791 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83925) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:23:54.746633 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000ed8cda0>> port after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.747051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000ed8cda0>> port after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.747474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000ed8cda0>> port after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.747901 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e805f28>> subnet after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.748292 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e805f28>> subnet after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.748673 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e805f28>> subnet after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.749086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e811128>> network after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.749469 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e811128>> network after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.749846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e811128>> network after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.750259 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e8112e8>> security_group after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.750638 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e8112e8>> security_group after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.751014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e8112e8>> security_group after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.751482 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e8114a8>> security_group_rule after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.751865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e8114a8>> security_group_rule after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.752237 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e8114a8>> security_group_rule after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.752780 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e811668>> address_group after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.753157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e811668>> address_group after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.754132 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f000e811668>> address_group after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.754503 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] ML2 OVO RPC backend initialized. {{(pid=83925) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 17 04:23:54.755222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> router_interface after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.755635 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> router_interface after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.756093 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> network before_response 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.756474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> networks before_response 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.756852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> port before_response 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.757226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> ports before_response 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.757602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> subnet before_response 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.757976 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> subnets before_response 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.758356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> network after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.758730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> network after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.759099 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> network after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.759496 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> port after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.759871 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> port after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.760242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> port after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.760613 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> subnet after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.760984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> subnet after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.761358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f000e811748>> subnet after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.761995 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.plugin [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Modular L2 Plugin initialization complete
Feb 17 04:23:54.762349 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading services supported by the core plugin {{(pid=83925) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 17 04:23:54.762712 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.plugins.ml2.managers [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Got port-security extension from driver 'port_security'
Feb 17 04:23:54.763221 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.extensions.vlantransparent [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Disabled vlantransparent extension.
Feb 17 04:23:54.763733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83925) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 17 04:23:54.764075 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading Plugin: router
Feb 17 04:23:54.801842 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router_interface before_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.802281 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router after_create 55549900 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.802686 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router before_create 55549900 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.803087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router_interface before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.803525 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router_interface after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.803920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router after_delete 55549900 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.804317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> floatingip after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.804723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router after_create 55549900 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.805103 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router after_update 55549900 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.805492 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router after_update 55549900 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.805873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router_gateway after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.806273 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router after_update 55549900 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.806756 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router precommit_update 55549900 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.807172 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f000edc2268> port after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.807574 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f000edc2378> port after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.807950 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f000edc22f0> subnet after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.808580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f000edc2158> subnetpool_address_scope after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.808968 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> port precommit_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.809352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router precommit_create 55549900 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.809735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f000eeed8c8> port before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.810116 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router precommit_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.810516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router after_update 55549900 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.810898 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router precommit_delete 55549900 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.811318 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router precommit_create 55549900 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.811743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router_interface after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.812130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> router precommit_update 55549900 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.812558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f000e8118d0>> network after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.813532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Tracking information for resource: router configured {{(pid=83925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:23:54.813906 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Tracking information for resource: floatingip configured {{(pid=83925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 04:23:54.819303 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_agentschedulers_db [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 17 04:23:54.819949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f000e796ea0> port after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.820345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f000e83de18> port after_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.820731 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <function _notify_port_delete at 0x7f000e796e18> port after_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.821125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f000e79d0d0> port after_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.822021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f000e7b7630>> router before_create 55550100 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.822420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f000e7b7630>> router precommit_delete 55550100 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.822822 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f000e7b7630>> router precommit_create 55550100 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.823216 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f000e7b7630>> router precommit_update 55550100 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.828004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.provider_configuration [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service providers = [] {{(pid=83925) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 17 04:23:54.828397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.servicetype_db [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83925) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 17 04:23:54.831415 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.service_base [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83925) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 04:23:54.831828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.service_base [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83925) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 04:23:54.832207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.service_base [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83925) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 04:23:54.833104 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.service_base [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83925) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 04:23:54.833504 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.services.service_base [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 17 04:23:54.833913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:23:54.834265 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 17 04:23:54.844314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:23:54.853486 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading Plugin: auto_allocate
Feb 17 04:23:54.859375 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f000e765598> network precommit_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.859784 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f000e765598> network precommit_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.860414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:23:54.860770 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading Plugin: tag
Feb 17 04:23:54.868669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:23:54.869039 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading Plugin: timestamp
Feb 17 04:23:54.872868 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:23:54.873382 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading Plugin: network_ip_availability
Feb 17 04:23:54.879456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f000e73f358>> rbac-policy before_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.879860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f000e73f358>> rbac-policy before_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.880250 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f000e73f358>> rbac-policy before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:54.881037 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:23:54.881453 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading Plugin: flavors
Feb 17 04:23:54.893379 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:23:54.893745 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading Plugin: revisions
Feb 17 04:23:54.898041 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 04:23:54.898462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.125s {{(pid=83925) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:23:54.899256 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83925) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 17 04:23:54.899650 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Initializing extension manager.
Feb 17 04:23:54.900212 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: __init__.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.900587 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: __pycache__ {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.900958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.901327 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: address_group.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.902276 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.902955 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: address-group
Feb 17 04:23:54.903331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: address_scope.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.904096 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.904666 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: address-scope
Feb 17 04:23:54.905021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.905958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.906529 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: router-admin-state-down-before-update
Feb 17 04:23:54.906884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: agent.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.907665 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.908231 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: agent
Feb 17 04:23:54.908633 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: agent_resources_synced.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.909544 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.910113 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: agent-resources-synced
Feb 17 04:23:54.910491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: allowedaddresspairs.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.912379 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.912955 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: allowed-address-pairs
Feb 17 04:23:54.913317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: auto_allocated_topology.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.914414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.914990 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: auto-allocated-topology
Feb 17 04:23:54.915395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: availability_zone.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.916153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.916727 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: availability_zone
Feb 17 04:23:54.917082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: availability_zone_filter.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.918001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.918571 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: availability_zone_filter
Feb 17 04:23:54.918925 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: data_plane_status.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.919857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.920431 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 17 04:23:54.920786 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: default_subnetpools.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.921712 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.922285 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: default-subnetpools
Feb 17 04:23:54.922641 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.923623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.924200 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: dhcp_agent_scheduler
Feb 17 04:23:54.924561 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: dns.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.926011 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.926573 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension dns-integration not supported by any of loaded plugins
Feb 17 04:23:54.926928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: dns_domain_ports.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.927897 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.928464 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 17 04:23:54.928818 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: dvr.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.929536 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.930101 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: dvr
Feb 17 04:23:54.930454 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: empty_string_filtering.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.931422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.931990 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: empty-string-filtering
Feb 17 04:23:54.932344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.933530 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.934087 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 17 04:23:54.934438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.935386 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.935958 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 17 04:23:54.936314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: external_net.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.937233 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.937802 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: external-net
Feb 17 04:23:54.938159 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.939069 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.939657 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: extra_dhcp_opt
Feb 17 04:23:54.940014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: extraroute.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.940930 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.942045 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: extraroute
Feb 17 04:23:54.942402 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: extraroute_atomic.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.943448 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.944000 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: extraroute-atomic
Feb 17 04:23:54.944358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: filter_validation.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.945056 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.945622 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: filter-validation
Feb 17 04:23:54.945983 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: fip_pf_description.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.946893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.947482 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 17 04:23:54.947833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: fip_port_details.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.948754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.949318 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: fip-port-details
Feb 17 04:23:54.949669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: flavors.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.950890 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.951487 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: flavors
Feb 17 04:23:54.951846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.953497 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.954076 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 17 04:23:54.954536 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: floatingip_pools.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.955333 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.955916 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: floatingip-pools
Feb 17 04:23:54.956277 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: ip_allocation.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.957232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.957800 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 17 04:23:54.958158 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.959094 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.959703 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: ip-substring-filtering
Feb 17 04:23:54.960066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: l2_adjacency.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.960995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.961555 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 17 04:23:54.961912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: l3.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.962982 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.963585 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: router
Feb 17 04:23:54.963944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.966223 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.966819 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 17 04:23:54.967181 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.968144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.968719 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: ext-gw-mode
Feb 17 04:23:54.969077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.970002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.970581 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: l3-ha
Feb 17 04:23:54.970940 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: l3_flavors.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.971898 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.972494 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: l3-flavors
Feb 17 04:23:54.972852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.973770 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.974338 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 17 04:23:54.974694 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: l3agentscheduler.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.976029 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.976621 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: l3_agent_scheduler
Feb 17 04:23:54.976984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: logging.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.978497 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.979082 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension logging not supported by any of loaded plugins
Feb 17 04:23:54.979480 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: metering.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.980280 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.980968 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: metering
Feb 17 04:23:54.981330 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.982444 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.983017 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: metering_source_and_destination_fields
Feb 17 04:23:54.983404 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: multiprovidernet.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.984344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.984923 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: multi-provider
Feb 17 04:23:54.985283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: netmtu.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.986206 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.986782 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: net-mtu
Feb 17 04:23:54.987141 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: netmtu_writable.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.988612 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.989221 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: net-mtu-writable
Feb 17 04:23:54.989535 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: network_availability_zone.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.990244 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.990811 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: network_availability_zone
Feb 17 04:23:54.991165 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: network_ip_availability.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.992295 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.992863 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: network-ip-availability
Feb 17 04:23:54.993218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: network_segment_range.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.994155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.994727 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 17 04:23:54.995085 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: pagination.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.996132 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.996514 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: pagination
Feb 17 04:23:54.996867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: port_device_profile.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.997775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:54.998350 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: port-device-profile
Feb 17 04:23:54.998706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:54.999670 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.000248 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: port-mac-address-regenerate
Feb 17 04:23:55.000604 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.001516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.002082 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: port-numa-affinity-policy
Feb 17 04:23:55.002437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: port_resource_request.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.003419 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.004498 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 17 04:23:55.004853 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: portbindings.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.005799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.006371 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: binding
Feb 17 04:23:55.006730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: portbindings_extended.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.008058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.008633 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: binding-extended
Feb 17 04:23:55.008994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: portsecurity.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.009926 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.010497 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: port-security
Feb 17 04:23:55.010856 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: project_id.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.011872 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.012241 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: project-id
Feb 17 04:23:55.012597 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: providernet.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.013519 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.014097 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: provider
Feb 17 04:23:55.014454 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: qos.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.018023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.018618 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension qos not supported by any of loaded plugins
Feb 17 04:23:55.018986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.021417 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.021996 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 17 04:23:55.022361 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.023331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.023892 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 17 04:23:55.024252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: qos_default.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.025174 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.025739 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension qos-default not supported by any of loaded plugins
Feb 17 04:23:55.026096 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: qos_fip.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.026789 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.027367 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension qos-fip not supported by any of loaded plugins
Feb 17 04:23:55.027726 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: qos_gateway_ip.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.028656 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.029220 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 17 04:23:55.029578 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: qos_port_network_policy.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.030494 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.031056 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 17 04:23:55.031438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: qos_rule_type_details.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.032365 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.032929 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 17 04:23:55.033282 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: qos_rules_alias.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.034488 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.035319 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 17 04:23:55.035655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: quotasv2.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.036685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.037053 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: quotas
Feb 17 04:23:55.037408 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: quotasv2_detail.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.039038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.039457 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: quota_details
Feb 17 04:23:55.039825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: rbac.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.040974 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.041553 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: rbac-policies
Feb 17 04:23:55.041913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: rbac_address_scope.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.042838 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.043439 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: rbac-address-scope
Feb 17 04:23:55.043797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: rbac_security_groups.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.044824 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.045396 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: rbac-security-groups
Feb 17 04:23:55.045753 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: rbac_subnetpool.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.046677 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.047245 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: rbac-subnetpool
Feb 17 04:23:55.047626 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: revisionifmatch.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.048557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.049125 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: revision-if-match
Feb 17 04:23:55.049480 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: revisions.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.051145 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.051739 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: standard-attr-revisions
Feb 17 04:23:55.052098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: router_availability_zone.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.052810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.053379 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: router_availability_zone
Feb 17 04:23:55.053737 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: routerservicetype.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.054673 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.055238 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension router-service-type not supported by any of loaded plugins
Feb 17 04:23:55.055620 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.056554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.057126 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: security-groups-normalized-cidr
Feb 17 04:23:55.057481 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.058674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.059241 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: port-security-groups-filtering
Feb 17 04:23:55.059650 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.060608 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.061181 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: security-groups-remote-address-group
Feb 17 04:23:55.061538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: securitygroup.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.075069 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.075699 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: security-group
Feb 17 04:23:55.076066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: segment.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.076922 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.077496 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension segment not supported by any of loaded plugins
Feb 17 04:23:55.077858 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.078802 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.079403 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 17 04:23:55.079765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: servicetype.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.080855 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.081439 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: service-type
Feb 17 04:23:55.081828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: sorting.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.082808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.083182 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: sorting
Feb 17 04:23:55.083586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: standard_attr_segment.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.084504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.085082 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 17 04:23:55.085440 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: standardattrdescription.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.086119 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.086684 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: standard-attr-description
Feb 17 04:23:55.087047 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: stateful_security_group.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.088018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.088593 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: stateful-security-group
Feb 17 04:23:55.088950 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: stdattrs_common.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.089530 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 17 04:23:55.089883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.090907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.091506 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 17 04:23:55.091866 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: subnet_onboard.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.092940 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.093519 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: subnet_onboard
Feb 17 04:23:55.093875 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.094808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.095402 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 17 04:23:55.095759 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: subnet_service_types.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.096688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.097797 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: subnet-service-types
Feb 17 04:23:55.098152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: subnetallocation.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.099218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.099820 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: subnet_allocation
Feb 17 04:23:55.100178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.100882 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.101455 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: subnetpool-prefix-ops
Feb 17 04:23:55.101815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.102751 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.103338 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 17 04:23:55.103697 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: tagging.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.104964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.105551 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: standard-attr-tag
Feb 17 04:23:55.105911 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: timestamp.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.107092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.107703 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loaded extension: standard-attr-timestamp
Feb 17 04:23:55.108066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: trunk.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.109094 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.109668 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension trunk not supported by any of loaded plugins
Feb 17 04:23:55.110023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: trunk_details.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.110944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.111549 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension trunk-details not supported by any of loaded plugins
Feb 17 04:23:55.111900 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: uplink_status_propagation.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.112872 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.113444 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 17 04:23:55.113801 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Loading extension file: vlantransparent.py {{(pid=83925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 04:23:55.114495 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 04:23:55.115058 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 17 04:23:55.117738 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:network
Feb 17 04:23:55.118538 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:subnet
Feb 17 04:23:55.119200 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:23:55.119902 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:port
Feb 17 04:23:55.121390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.121956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service FLAVORS assigned prefix:  {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.122666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.123150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.123544 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:router
Feb 17 04:23:55.124270 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 04:23:55.125039 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service METERING assigned prefix: /metering {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.126796 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f000e607898>> rbac-policy before_create 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:55.127193 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f000e607898>> rbac-policy before_update 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:55.127600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f000e607898>> rbac-policy before_delete 55550000 {{(pid=83925) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:23:55.129251 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 04:23:55.129743 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 04:23:55.130543 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 04:23:55.131368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service CORE assigned prefix:  {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.131737 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:23:55.132108 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] subnetpool is already registered
Feb 17 04:23:55.132762 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service CORE assigned prefix:  {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.133124 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:23:55.133481 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] subnetpool is already registered
Feb 17 04:23:55.136226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.136702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service FLAVORS assigned prefix:  {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.137344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.137804 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.138175 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:router
Feb 17 04:23:55.138536 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] router is already registered
Feb 17 04:23:55.139185 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 04:23:55.139577 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] floatingip is already registered
Feb 17 04:23:55.140263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service METERING assigned prefix: /metering {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.141000 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 04:23:55.141358 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] rbac_policy is already registered
Feb 17 04:23:55.141976 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 04:23:55.142337 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] security_group is already registered
Feb 17 04:23:55.142994 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 04:23:55.143358 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] security_group_rule is already registered
Feb 17 04:23:55.144112 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service CORE assigned prefix:  {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.144479 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:23:55.144845 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] subnetpool is already registered
Feb 17 04:23:55.145515 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.resource_helper [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Service CORE assigned prefix:  {{(pid=83925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 04:23:55.145872 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 04:23:55.146225 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.quota.resource_registry [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] subnetpool is already registered
Feb 17 04:23:55.146923 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: extensions {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.148512 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: address-groups {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.150193 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: address-scopes {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.151498 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: agents {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.152731 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: auto-allocated-topology {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.154042 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: availability_zones {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.155466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: dhcp-networks {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.156956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: dhcp-agents {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.158462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: routers {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.160911 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: flavors {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.162138 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: service_profiles {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.163450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: next_providers {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.165855 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: service_profiles {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.167433 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: floatingip-pools {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.168731 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: routers {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.170608 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: floatingips {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.171918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: l3-routers {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.173382 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: l3-agents {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.174895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: metering-labels {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.176898 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: metering-label-rules {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.178250 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: network-ip-availabilities {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.179634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: bindings {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.181370 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: quotas {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.182870 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: quotas {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.184657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: rbac-policies {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.186208 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: security-groups {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.187508 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: security-group-rules {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.188809 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: service-providers {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.190120 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: subnetpools {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.191653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: subnetpools {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.193208 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: tags {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.194981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: tags {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.196917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: tags {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.198787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: tags {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.200719 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: tags {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.202510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: tags {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.204425 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: tags {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.206370 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: tags {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.208390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: tags {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.210335 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.extensions [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Extended resource: tags {{(pid=83925) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 04:23:55.217347 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING keystonemiddleware.auth_token [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 17 04:23:55.223140 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING keystonemiddleware.auth_token [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 17 04:23:55.232044 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Acquired lock "singleton_lock" {{(pid=83925) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 17 04:23:55.232571 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Releasing lock "singleton_lock" {{(pid=83925) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 17 04:23:55.234001 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO oslo_service.service [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Starting 2 workers
Feb 17 04:23:55.239439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Started child 84038 {{(pid=83925) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 04:23:55.243522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:55.244135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Started child 84039 {{(pid=83925) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 04:23:55.245053 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [-] (84038) wsgi starting up on http://0.0.0.0:9696
Feb 17 04:23:55.245663 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.service [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 17 04:23:55.246322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Notify callbacks [] for process, before_spawn {{(pid=83925) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:55.247650 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:55.248846 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO oslo_service.service [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Starting 1 workers
Feb 17 04:23:55.249048 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [-] (84039) wsgi starting up on http://0.0.0.0:9696
Feb 17 04:23:55.254376 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Started child 84040 {{(pid=83925) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 04:23:55.254913 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO oslo_service.service [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Starting 1 workers
Feb 17 04:23:55.256600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.service [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] calling RpcWorker wait() {{(pid=84040) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 17 04:23:55.257004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.service [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] returning from RpcWorker wait() {{(pid=84040) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 17 04:23:55.258514 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:55.259018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:23:55.259657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Started child 84041 {{(pid=83925) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 04:23:55.260476 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-89cd4a64-7996-472e-8932-ee26ab033b38 None None] Notify callbacks [] for process, after_spawn {{(pid=83925) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:55.262102 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83925) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 04:23:55.262344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 04:23:55.262553 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 04:23:55.262814 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 04:23:55.263216 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 04:23:55.263396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:23:55.263488 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 04:23:55.263991 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.264299 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.264407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:23:55.264607 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.264893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.265213 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.265854 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.266154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.266450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.266756 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.267035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.267231 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.267425 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.267717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.267991 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.268340 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.268623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.268923 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.269234 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.269450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.269726 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.270040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.270328 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.270628 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.270917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.271500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.271762 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.272068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.272336 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.272647 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.272916 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.273216 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.273510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.273764 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.274015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.274294 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.274541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.274806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.275105 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.275391 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.275855 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] host                           = dv-cinder-759955-5-iscsi {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.276107 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.276374 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.276647 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.276913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.277196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.277466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.277768 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.278061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.278337 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.278600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.278876 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.279146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.279443 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.279712 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.279905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.280173 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.280493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.280799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.281010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.281205 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.281371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.281673 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.281865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.282147 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.282416 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.282664 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.282936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.283202 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.283492 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.283783 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.284033 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.284310 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.284555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.285347 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.285647 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.285927 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.286211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.286463 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.286754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.286977 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.287226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.287533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.288530 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.288826 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.289119 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.289412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.289730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.290009 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.290276 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.290560 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.290814 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.291071 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.291438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.291736 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.291986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.292286 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.292538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.292809 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.293082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.293357 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.293623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.293871 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.294122 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.294413 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.294661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.294925 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.295173 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.295462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.295750 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.296195 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.296513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.296867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.297116 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.297386 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.297657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.297965 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.298217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.298484 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.298751 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.299104 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.299424 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.73/identity {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.309944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.310629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.310629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.310629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.310629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.310629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.310629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.310629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.310629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.310629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.311462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.311462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.311462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.311462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.311462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.311462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.311462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.311462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.311462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.312963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.313655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.313655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.313655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.317411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.317411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.317411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.317411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.317411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.317411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.317411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.317411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.317411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.318958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.319409 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.319409 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.319669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.319925 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.320167 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.320396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.320683 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.320971 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.321259 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.321537 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.321789 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.322088 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.322363 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.322601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.322853 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.323121 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.323400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.323697 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.323973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.324242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.324509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.324806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.325132 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.325388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.325746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.325970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.326238 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.326569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.326870 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.327188 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.327469 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.327740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.328026 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.328330 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.328622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.328914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.329208 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.329539 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.329746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.330027 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.330286 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.330612 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.330896 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.331258 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.331573 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.331822 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.332079 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.332378 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.332668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.332921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.333213 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.333502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.333777 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.334056 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.334339 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.73/identity {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.334604 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.334846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.335131 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.335405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.335671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.335932 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.336183 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.336428 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.336705 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.337004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.337318 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.337523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.337817 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.338043 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.338295 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.338580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.338825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.339077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.339367 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.339621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.339871 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.340135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.340382 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.340672 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.340921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.341226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.341511 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.341777 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.342062 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.342342 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.342620 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.342865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.343160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.343435 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.343725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.344005 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.344274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.344520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.344783 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.345065 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.345312 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.345589 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.345841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.346275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.346547 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.346817 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.347086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.347873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.348141 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.348412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.348667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.348921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.349193 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.349438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.349713 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.349983 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.350252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.350500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.350744 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.351007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.351253 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.351539 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.351883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.352160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.352420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.352671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.352917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.353176 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.353419 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.353662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.353916 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.354166 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.354419 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.355954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.355954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.355954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.356899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.356899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.356899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.357265 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.357367 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.357578 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.357875 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.358155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.358503 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.358755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.359036 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.359352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.359595 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.360205 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.360205 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.360486 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.360777 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.361091 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.361387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.361787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.362102 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.362425 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.362676 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.364062 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.364062 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.364372 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.364510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.364728 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.365036 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.365297 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.365554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.365808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.366061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.366317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.366595 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.366891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.367152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.367428 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.367699 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.367953 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.368234 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.368515 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.368770 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.369022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.369207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 04:23:55.369773 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83925) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 04:23:55.369963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 04:23:55.370142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 04:23:55.370364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 04:23:55.370565 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 04:23:55.370743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 04:23:55.370990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.371179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.371392 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.371583 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.371766 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.371972 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.372165 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.372350 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.372533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.372716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.372899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.373081 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.373263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.373446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.373630 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.373812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.373995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.374177 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.374365 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.374547 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.374730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.374911 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.375093 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.375274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.375523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.375712 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.375895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.376078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.376259 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.376442 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.376595 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.376782 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.376965 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.377155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.377400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.377586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.377769 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.377952 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.378133 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.378317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] host                           = dv-cinder-759955-5-iscsi {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.378523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.378707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.378891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.379072 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.379256 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.379466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.379648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.379831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.380014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.380196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.381003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.381003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.381003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.381003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.381003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.381561 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.381561 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.381561 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.381830 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.381830 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.382014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.382153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.382322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.382503 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.382687 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.382881 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.383026 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.383238 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.383387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.383534 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.383716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.383897 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.384080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.384262 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.384443 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.384625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.384807 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.384989 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.385153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.385325 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.385509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.385691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.385873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.386054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.386234 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.386415 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.386601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.386785 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.386969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.387150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.387351 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.387535 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.387719 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.387902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.388084 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.388265 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.388447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.388650 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.388810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.388990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.389173 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.389353 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.389570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.389716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.389899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.390080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.390262 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.390444 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.390626 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 04:23:55.390828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.391023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.391224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.391434 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.391621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.391806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.391993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.392181 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.392365 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.392549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.392740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.393001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.393199 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.393385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.393569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.393757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.393943 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.394152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.394339 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.394524 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.394710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.394895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.395098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.395303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.395507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.73/identity {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.395692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.395877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.396064 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.396254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.396426 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.396614 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.396849 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.396999 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.397116 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.397276 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.397484 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.397645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.397832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.398018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.398204 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.398390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.398576 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.398736 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.398921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.399105 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.399328 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.399470 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.399657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.399844 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.400030 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.400227 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.400412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.400596 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.400780 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.400967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.401150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.401334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.401520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.401706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.401892 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.402079 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.402277 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.402463 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.402648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.402824 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.402994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.403129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.403332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.403521 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.403706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.403890 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.404074 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.404258 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.404442 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.404626 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.404812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.404998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.405184 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.405370 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.405555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.405741 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.405924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.406108 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.406293 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.406487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.406687 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.406862 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.407034 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.407219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.407426 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.407612 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.407797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.407982 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.408169 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.408382 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.408616 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.408835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.409022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.409207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.409392 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.410182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.410326 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.410461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.410607 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.410750 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.410895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.411044 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.411243 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.411438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.411582 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.411723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.411859 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.412032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.412221 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.412405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.412601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.412798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.413000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.413155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.413366 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.413508 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.413607 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.413773 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.413957 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.414140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.414341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.414483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.414678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.414872 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.415056 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.415240 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.415448 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.415681 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.415867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.416052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.416237 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.416420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.416605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.416789 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.416973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.419458 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.419899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.420051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.420293 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.73/identity {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.420492 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 51274) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:23:55.420632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.420890 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.421161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.421429 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.421696 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.421962 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.422224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.422486 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.422746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.423005 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.423263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.423567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.423838 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.424099 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.424414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.424779 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.425101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.425500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.425841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.426189 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.426499 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.426785 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.427135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.427557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.427850 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.428057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.428258 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.428456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.428656 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.428852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.429047 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.429281 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.429475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.429668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.429861 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.430051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.430240 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.430433 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.430623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.430814 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.431007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.431197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.431975 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.431975 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.432740 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0093014
Feb 17 04:23:55.432896 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.432896 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.433406 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.433406 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.433694 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.433831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.433968 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.434161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.434356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.434549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.434746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.434942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.435134 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.435477 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.435634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.435773 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.435910 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.436095 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.436298 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.436488 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.436678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.437673 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.437873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.438513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.438513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.438513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.438920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.438920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.438920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.439323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.439323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.439602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.439602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.439869 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.440018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.440156 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.440292 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.440428 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.440570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.440709 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.440902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.441617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.441808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.442279 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.442279 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.442279 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.442661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.442661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.442942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.443078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.443221 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.443400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.443539 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.443733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.443920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.444201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.444365 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.444518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.444658 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.444932 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.445122 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.445310 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.445495 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.445681 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.445868 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.446052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.446238 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.446426 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.446611 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.446796 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.447034 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.447300 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.447560 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.447730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.447878 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.448018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 04:23:55.448154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83925) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 04:23:55.455077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:24:05.460092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6333541e-fd03-4ad1-ad56-e610edbea18b None None] get_active_networks_info from dv-cinder-759955-5-iscsi {{(pid=84040) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 17 04:24:05.542416 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6333541e-fd03-4ad1-ad56-e610edbea18b None None] No non-hosted networks {{(pid=84040) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 17 04:24:05.664839 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b07e3826-6747-4045-9a9e-c68c2c7286e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201'] for agent, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:07.983692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-842ad320-58cf-4c82-b5c0-62c696cc1d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201'] for agent, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:08.019465 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b23f15ac-92f8-4520-b30a-97eb82951c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:08.327918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201'] for agent, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:09.624997 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201'] for agent, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:09.625584 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:09.625970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:09.626341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:09.626705 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:09.627574 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:09.627943 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:09.628309 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:09.628688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:09.629116 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:09.629506 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:09.629871 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:09.630230 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:09.630650 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f000e330828>, 'Open vSwitch agent', 'dv-cinder-759955-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:24:09.636786 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f000e2156a0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759955-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:24:10.468013 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_hamode_db [None req-ba528ded-3297-4439-8a62-309512499495 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 17 04:24:10.595486 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba528ded-3297-4439-8a62-309512499495 None None] Routers set() bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:24:10.595873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba528ded-3297-4439-8a62-309512499495 None None] Router IDs set() for agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 17 04:24:10.624553 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201'] for agent, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:11.396956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 51368) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:11.571003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] get_endpoint_by_host() called for host dv-cinder-759955-5-iscsi {{(pid=84040) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 04:24:11.577162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] get_endpoint_by_ip() called for ip 192.168.0.66 {{(pid=84040) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 04:24:11.580458 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] _add_endpoint() called for ip 192.168.0.66 {{(pid=84040) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 04:24:11.612903 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] _get_endpoints() called {{(pid=84040) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 04:24:12.030340 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING oslo_policy.policy [None req-2f027b91-c640-4ee2-9302-27bd3f33ee06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:24:12.030938 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING oslo_policy.policy [None req-2f027b91-c640-4ee2-9302-27bd3f33ee06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:24:12.258371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [None req-2f027b91-c640-4ee2-9302-27bd3f33ee06 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:24:12.259469 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2f027b91-c640-4ee2-9302-27bd3f33ee06 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8615329
Feb 17 04:24:14.962865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51384) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:15.581020 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING oslo_policy.policy [None req-0aec1c3a-d155-48b5-9419-0524c4ef3f72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:24:15.581564 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING oslo_policy.policy [None req-0aec1c3a-d155-48b5-9419-0524c4ef3f72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:24:15.808220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-0aec1c3a-d155-48b5-9419-0524c4ef3f72 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:24:15.877549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.policy [None req-0aec1c3a-d155-48b5-9419-0524c4ef3f72 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84038) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 04:24:15.913388 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING oslo_policy.policy [None req-0aec1c3a-d155-48b5-9419-0524c4ef3f72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:24:15.913794 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING oslo_policy.policy [None req-0aec1c3a-d155-48b5-9419-0524c4ef3f72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:24:15.940325 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota [None req-0aec1c3a-d155-48b5-9419-0524c4ef3f72 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f000e1d2198>.
Feb 17 04:24:15.956688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-0aec1c3a-d155-48b5-9419-0524c4ef3f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:24:16.043186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0aec1c3a-d155-48b5-9419-0524c4ef3f72 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727387807070', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727387821859', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727387820889', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727387794686', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727387793737', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1568492', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1559051', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572930', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-624318'] for rbac-policy, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:16.270234 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0aec1c3a-d155-48b5-9419-0524c4ef3f72 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:16.271781 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-0aec1c3a-d155-48b5-9419-0524c4ef3f72 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.3067009
Feb 17 04:24:19.217479 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51402) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:19.586960 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Request body: {'network': {'project_id': '2de934470e164deab7848c0d6628a9bf', 'name': 'private', 'admin_state_up': True}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:24:19.593267 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:24:19.597668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Usage tracker for resource:network and tenant:2de934470e164deab7848c0d6628a9bf is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:24:19.601368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:24:19.607467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:24:19.658944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Made reservation on behalf of 2de934470e164deab7848c0d6628a9bf for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:24:19.665209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:19.685931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:19.855548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:24:19.859352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Usage tracker for resource:security_group_rule and tenant:2de934470e164deab7848c0d6628a9bf is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:24:19.862869 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:24:19.869269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:24:20.031883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:20.052700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:20.057931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:20.078917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:24:20.103399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309465549599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:20.103876 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Added segment b4a0374f-6acb-4297-922c-a84878fcdfca of type vxlan for network 886ef733-13a8-417e-b651-3a5962781586
Feb 17 04:24:20.158694 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8284f404-dc4d-48b4-9c71-8f8529093ca8,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:20.178705 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:20.179090 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:20.180156 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:20.180523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:20.180876 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:20.181230 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:20.181579 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:20.181928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:20.182290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:20.182636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:20.182985 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:20.183350 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Tracked resource versions report:
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]: pushed versions:
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]: {   'AddressGroup': {'1.1'},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     'ConntrackHelper': {'1.0'},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Log': {'1.0'},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Network': {'1.1'},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Port': {'1.7'},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     'PortForwarding': {'1.2'},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     'QosPolicy': {'1.8'},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroup': {'1.4'},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SubPort': {'1.0'},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Subnet': {'1.1'},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Trunk': {'1.1'}}
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]: consumer versions:
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]: {   DHCP agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     L3 agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metadata agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metering agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:     Open vSwitch agent@dv-cinder-759955-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Log': '1.0',
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Network': '1.1',
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Port': '1.7',
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'PortForwarding': '1.2',
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'QosPolicy': '1.8',
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroup': '1.4',
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SubPort': '1.0',
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Subnet': '1.1',
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Trunk': '1.1'}}
Feb 17 04:24:20.184718 dv-cinder-759955-5-iscsi neutron-server[83925]:  {{(pid=84038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:24:20.226299 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:20.229981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:20.281347 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:20.282692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:24:20.283366 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:20.288073 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:20.390480 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Pushing event updated for resources: {'Network': ['ID=886ef733-13a8-417e-b651-3a5962781586,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:20.393613 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:20.401773 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 886ef733-13a8-417e-b651-3a5962781586 details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:24:20.431469 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.2127593
Feb 17 04:24:23.465238 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51418) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:23.943700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0bdae2-4499-4fe2-bd75-ec0d9f67a04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:24:23.945710 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-df0bdae2-4499-4fe2-bd75-ec0d9f67a04a admin admin] 10.222.0.73 "GET /v2.0/networks/886ef733-13a8-417e-b651-3a5962781586 HTTP/1.1" status: 200  len: 818 time: 0.4794180
Feb 17 04:24:23.973816 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-caa5b001-49e2-412f-970d-ae72c3f60358 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/01b88375-c7b7-4e12-8e07-c865c67b3f12 HTTP/1.1" status: 200  len: 734 time: 0.0220060
Feb 17 04:24:23.983137 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '886ef733-13a8-417e-b651-3a5962781586', 'name': 'private-subnet', 'subnetpool_id': '01b88375-c7b7-4e12-8e07-c865c67b3f12', 'gateway_ip': '172.20.0.1', 'tenant_id': '2de934470e164deab7848c0d6628a9bf'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:24:23.987538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:24:23.991442 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Usage tracker for resource:subnet and tenant:2de934470e164deab7848c0d6628a9bf is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:24:23.994920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:24:24.000518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:24:24.092767 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Made reservation on behalf of 2de934470e164deab7848c0d6628a9bf for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:24:24.097715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:24.597645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:24.612192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:24.755057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9572019-44c3-4ed8-9b48-b05250cfdb93,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:24.762092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:24.816009 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Checking segment: {'id': 'b4a0374f-6acb-4297-922c-a84878fcdfca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '886ef733-13a8-417e-b651-3a5962781586'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:24:24.816387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Network hostable DHCP agents. Network: 886ef733-13a8-417e-b651-3a5962781586, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:24:24.875897 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Network 886ef733-13a8-417e-b651-3a5962781586 is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:24:24.910022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 886ef733-13a8-417e-b651-3a5962781586) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:24:24.914380 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:24:24.915014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:24.919805 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bb9193-4ef9-4ff7-89d1-2ec6e65865ad None None] Network 886ef733-13a8-417e-b651-3a5962781586 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:24:24.961943 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9823172
Feb 17 04:24:25.412284 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21661c61-4ef0-5aec-ba9e-b39a9d30c103-886ef733-13a8-417e-b651-3a5962781586', 'network_id': '886ef733-13a8-417e-b651-3a5962781586', 'tenant_id': '2de934470e164deab7848c0d6628a9bf', 'fixed_ips': [{'subnet_id': 'f9572019-44c3-4ed8-9b48-b05250cfdb93'}]}} from dv-cinder-759955-5-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:24:25.414247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:25.732292 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Allocated IP 172.20.0.2 (886ef733-13a8-417e-b651-3a5962781586/f9572019-44c3-4ed8-9b48-b05250cfdb93/ed00350a-99ce-4584-8032-0c8933c0be14) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:24:25.968513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:26.031566 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Transition to ACTIVE for port object ed00350a-99ce-4584-8032-0c8933c0be14 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:24:26.050447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Transition to ACTIVE for port object ed00350a-99ce-4584-8032-0c8933c0be14 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:24:26.115378 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:26.131767 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:26.269150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Pushing event updated for resources: {'Port': ['ID=ed00350a-99ce-4584-8032-0c8933c0be14,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:26.279563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:26.279945 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:26.280316 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:26.280678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:26.281035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:26.281396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:26.281754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:26.282110 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:26.282468 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:26.282820 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:26.283171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:26.283590 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Tracked resource versions report:
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]: pushed versions:
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]: {   'AddressGroup': {'1.1'},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     'ConntrackHelper': {'1.0'},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Log': {'1.0'},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Network': {'1.1'},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Port': {'1.7'},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     'PortForwarding': {'1.2'},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     'QosPolicy': {'1.8'},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroup': {'1.4'},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SubPort': {'1.0'},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Subnet': {'1.1'},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Trunk': {'1.1'}}
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]: consumer versions:
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]: {   DHCP agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     L3 agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metadata agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metering agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:     Open vSwitch agent@dv-cinder-759955-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Log': '1.0',
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Network': '1.1',
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Port': '1.7',
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'PortForwarding': '1.2',
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'QosPolicy': '1.8',
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroup': '1.4',
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SubPort': '1.0',
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Subnet': '1.1',
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Trunk': '1.1'}}
Feb 17 04:24:26.284701 dv-cinder-759955-5-iscsi neutron-server[83925]:  {{(pid=84040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:24:26.288325 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:26.342126 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Network 886ef733-13a8-417e-b651-3a5962781586 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:24:26.343358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Resources bound (agent type, host, resource id):  {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:24:26.346197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:24:26.407641 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Attempting to bind port ed00350a-99ce-4584-8032-0c8933c0be14 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:24:26.408057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Attempting to bind port ed00350a-99ce-4584-8032-0c8933c0be14 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': 'b4a0374f-6acb-4297-922c-a84878fcdfca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '886ef733-13a8-417e-b651-3a5962781586'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:24:26.408488 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Attempting to bind port ed00350a-99ce-4584-8032-0c8933c0be14 on network 886ef733-13a8-417e-b651-3a5962781586 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:24:26.414003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:24:26.414433 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Checking segment: {'id': 'b4a0374f-6acb-4297-922c-a84878fcdfca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '886ef733-13a8-417e-b651-3a5962781586'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:24:26.415833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:26.415833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Bound using segment: {'id': 'b4a0374f-6acb-4297-922c-a84878fcdfca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '886ef733-13a8-417e-b651-3a5962781586'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:24:26.415833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Bound port: ed00350a-99ce-4584-8032-0c8933c0be14, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a0374f-6acb-4297-922c-a84878fcdfca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '886ef733-13a8-417e-b651-3a5962781586'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:24:26.416559 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:26.509103 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] For port ed00350a-99ce-4584-8032-0c8933c0be14, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:24:26.513445 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] For port ed00350a-99ce-4584-8032-0c8933c0be14, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=ed00350a-99ce-4584-8032-0c8933c0be14,segment=NetworkSegment(b4a0374f-6acb-4297-922c-a84878fcdfca),segment_id=b4a0374f-6acb-4297-922c-a84878fcdfca)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:24:26.560827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:26.576397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:26.738769 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Pushing event updated for resources: {'Port': ['ID=ed00350a-99ce-4584-8032-0c8933c0be14,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:26.742659 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:27.684660 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51428) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:28.078469 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [None req-3be0607b-b4bb-4114-94fd-8eab5dba466f admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:24:28.080210 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-3be0607b-b4bb-4114-94fd-8eab5dba466f admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3941581
Feb 17 04:24:30.798209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51442) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:31.188306 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [None req-10e7df8e-13bb-4042-a4d6-7d9f2c0abe5b admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:24:31.189368 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-10e7df8e-13bb-4042-a4d6-7d9f2c0abe5b admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3900998
Feb 17 04:24:31.607507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fc1c51-e204-457c-a44a-79dd8a95c442 None None] Network 886ef733-13a8-417e-b651-3a5962781586 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:24:31.689245 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ed00350a-99ce-4584-8032-0c8933c0be14 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:24:31.744470 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8ad23456-9623-4002-a59e-32886db40137 None None] Provisioning for port ed00350a-99ce-4584-8032-0c8933c0be14 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:24:31.905813 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port ed00350a-99ce-4584-8032-0c8933c0be14 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:24:31.916979 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port ed00350a-99ce-4584-8032-0c8933c0be14 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:24:31.917386 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:32.063053 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:32.099192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port ed00350a-99ce-4584-8032-0c8933c0be14, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=ed00350a-99ce-4584-8032-0c8933c0be14,segment=NetworkSegment(b4a0374f-6acb-4297-922c-a84878fcdfca),segment_id=b4a0374f-6acb-4297-922c-a84878fcdfca)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:24:32.138531 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:32.142225 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:32.219926 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-26f61d9e-deeb-4b5a-a1e3-b60878184e55 None None] Provisioning complete for port ed00350a-99ce-4584-8032-0c8933c0be14 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:24:32.220348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-26f61d9e-deeb-4b5a-a1e3-b60878184e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:32.268479 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=ed00350a-99ce-4584-8032-0c8933c0be14,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:32.273419 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:32.474067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-00d42ccd-9d8c-4a07-ab30-0cd54ca25191 None None] Provisioning complete for port ed00350a-99ce-4584-8032-0c8933c0be14 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:24:32.474468 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-00d42ccd-9d8c-4a07-ab30-0cd54ca25191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:33.624858 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ed00350a-99ce-4584-8032-0c8933c0be14 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:24:33.710357 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port ed00350a-99ce-4584-8032-0c8933c0be14 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:24:33.710760 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:34.209654 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51456) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:34.580054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-ee1216bb-f5be-4d5b-9a86-5bd220c48097 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2de934470e164deab7848c0d6628a9bf'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:24:34.585999 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ee1216bb-f5be-4d5b-9a86-5bd220c48097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:24:34.590079 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ee1216bb-f5be-4d5b-9a86-5bd220c48097 admin admin] Usage tracker for resource:router and tenant:2de934470e164deab7848c0d6628a9bf is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:24:34.593381 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ee1216bb-f5be-4d5b-9a86-5bd220c48097 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:24:34.598970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ee1216bb-f5be-4d5b-9a86-5bd220c48097 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:24:34.635737 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ee1216bb-f5be-4d5b-9a86-5bd220c48097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7595'] for router, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:34.637050 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ee1216bb-f5be-4d5b-9a86-5bd220c48097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854261589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768205'] for router, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:34.699250 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ee1216bb-f5be-4d5b-9a86-5bd220c48097 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:34.837069 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ee1216bb-f5be-4d5b-9a86-5bd220c48097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854383430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453656'] for router, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:34.881354 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ee1216bb-f5be-4d5b-9a86-5bd220c48097 admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:34.883109 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ee1216bb-f5be-4d5b-9a86-5bd220c48097 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6724114
Feb 17 04:24:35.401094 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-11389468-6168-4cd8-b357-21256efe5f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:37.571242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51466) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:37.942765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-53acd8b3-3f03-46e1-945e-6133255e16e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:37.962581 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [None req-7552ca10-d80a-4b0a-a7a9-478f6f7f176f admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:24:37.963683 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-7552ca10-d80a-4b0a-a7a9-478f6f7f176f admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3917155
Feb 17 04:24:38.246902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:39.617395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:40.519805 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:40.695060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51486) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:40.851040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:24:40.855919 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:24:40.859817 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Usage tracker for resource:network and tenant:27a7a7c6c1ac483f902e6ac656510de1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:24:40.863314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:24:40.869520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:24:40.949252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Made reservation on behalf of 27a7a7c6c1ac483f902e6ac656510de1 for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:24:40.953897 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:40.967054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:40.981771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:24:40.985669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Usage tracker for resource:security_group_rule and tenant:27a7a7c6c1ac483f902e6ac656510de1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:24:40.988502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:24:40.994047 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:24:41.196237 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:41.229341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:41.233567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:41.247366 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Reserving flat network on physical network physnet1 {{(pid=84038) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 17 04:24:41.264449 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9764b536-941d-4ce7-9753-f756ca1c31c0,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:41.267658 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:41.289964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309465549599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:41.290553 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f000ef44e18> segment precommit_create {{(pid=84038) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 17 04:24:41.290975 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Added segment 754b186f-f638-4d07-b1d5-a0d7d6c4e5e1 of type flat for network 41731883-87f5-4e1a-89a9-5fc9628819cc
Feb 17 04:24:41.389798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:41.440757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:41.441959 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:24:41.442579 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:41.447984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7c79b367-39eb-4175-967e-2e15f9d41af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:41.549680 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Pushing event updated for resources: {'Network': ['ID=41731883-87f5-4e1a-89a9-5fc9628819cc,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:41.552343 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:41.560601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 41731883-87f5-4e1a-89a9-5fc9628819cc details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:24:41.573603 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8772395
Feb 17 04:24:44.066346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51506) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:44.182003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c5c4d-f570-4bb2-8b5f-a26f1cb0dfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:24:44.183692 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f22c5c4d-f570-4bb2-8b5f-a26f1cb0dfc9 admin admin] 10.222.0.73 "GET /v2.0/subnets/f9572019-44c3-4ed8-9b48-b05250cfdb93 HTTP/1.1" status: 200  len: 849 time: 0.1163092
Feb 17 04:24:44.333355 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ed19042c-1f13-4bf5-b269-d098a7493cbe admin admin] 10.222.0.73 "GET /v2.0/routers/ef72a2f2-95f1-4426-bd6b-c50caf166ada HTTP/1.1" status: 200  len: 704 time: 0.1433942
Feb 17 04:24:44.965747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:45.315000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:24:45.356374 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Allocated IP 172.20.0.1 (886ef733-13a8-417e-b651-3a5962781586/f9572019-44c3-4ed8-9b48-b05250cfdb93/4d591eb6-3e9a-4275-bfcf-a650e4f7d522) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:24:45.626800 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:45.644635 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Transition to ACTIVE for port object 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:24:45.727129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:45.742521 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:45.874018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=4d591eb6-3e9a-4275-bfcf-a650e4f7d522,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:45.877438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:45.937983 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Network 886ef733-13a8-417e-b651-3a5962781586 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:24:45.939098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:24:45.941420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:24:45.941960 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854398719'] for router_interface, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:46.126692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-fddb10e4-1376-4bab-8305-63d8000db25b None None] Provisioning for port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:24:46.131692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-fddb10e4-1376-4bab-8305-63d8000db25b None None] Provisioning complete for port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:24:46.132127 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fddb10e4-1376-4bab-8305-63d8000db25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:46.191616 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-fddb10e4-1376-4bab-8305-63d8000db25b None None] Port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:24:46.245029 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:46.534524 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:46.566447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:46.567604 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853154899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-377191'] for router_interface, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:46.582919 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:46.719607 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=4d591eb6-3e9a-4275-bfcf-a650e4f7d522,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:46.723819 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:46.777278 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Network 886ef733-13a8-417e-b651-3a5962781586 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:24:46.778363 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:24:47.017274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-afc5bc07-1ae5-458f-8a18-e16a5f4ab8db None None] Provisioning complete for port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:24:47.017675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-afc5bc07-1ae5-458f-8a18-e16a5f4ab8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:47.077612 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-afc5bc07-1ae5-458f-8a18-e16a5f4ab8db None None] Port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:24:47.184182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Router ef72a2f2-95f1-4426-bd6b-c50caf166ada is scheduled to L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 with binding_index 1 {{(pid=84038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:24:47.345220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:24:47.355047 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Sync routers for ids ['ef72a2f2-95f1-4426-bd6b-c50caf166ada'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:24:47.355198 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] 10.222.0.73 "PUT /v2.0/routers/ef72a2f2-95f1-4426-bd6b-c50caf166ada/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.0156128
Feb 17 04:24:47.365510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Routers {'ef72a2f2-95f1-4426-bd6b-c50caf166ada'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:24:47.366447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000e1ed9e8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:24:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['ef72a2f2-95f1-4426-bd6b-c50caf166ada'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:24:47.551680 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Set router ef72a2f2-95f1-4426-bd6b-c50caf166ada gateway port host: None {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:24:48.095311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000e1ed9e8>, [{'id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'name': 'router1', 'tenant_id': '2de934470e164deab7848c0d6628a9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:24:34Z', 'updated_at': '2021-02-17T04:24:46Z', 'revision_number': 2, 'project_id': '2de934470e164deab7848c0d6628a9bf', 'gw_port_host': None, '_interfaces': [{'id': '4d591eb6-3e9a-4275-bfcf-a650e4f7d522', 'name': '', 'network_id': '886ef733-13a8-417e-b651-3a5962781586', 'tenant_id': '2de934470e164deab7848c0d6628a9bf', 'mac_address': 'fa:16:3e:d9:cf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9572019-44c3-4ed8-9b48-b05250cfdb93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:24:45Z', 'updated_at': '2021-02-17T04:24:46Z', 'revision_number': 2, 'project_id': '2de934470e164deab7848c0d6628a9bf', 'subnets': [{'id': 'f9572019-44c3-4ed8-9b48-b05250cfdb93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01b88375-c7b7-4e12-8e07-c865c67b3f12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:24:48.100365 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Checking router: ef72a2f2-95f1-4426-bd6b-c50caf166ada for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:24:48.100744 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Updating router ef72a2f2-95f1-4426-bd6b-c50caf166ada port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 binding host dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:24:48.155208 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:48.598166 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:48.612746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Transition to ACTIVE for port object 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:24:48.646825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:48.665886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:48.818506 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Pushing event updated for resources: {'Port': ['ID=4d591eb6-3e9a-4275-bfcf-a650e4f7d522,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:48.827499 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:48.827876 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:48.828240 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:48.828595 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:48.829017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:48.829300 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:48.829648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:48.829994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:48.830357 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:48.830702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:48.831048 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:48.831413 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Tracked resource versions report:
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]: pushed versions:
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]: {   'AddressGroup': {'1.1'},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     'ConntrackHelper': {'1.0'},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Log': {'1.0'},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Network': {'1.1'},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Port': {'1.7'},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     'PortForwarding': {'1.2'},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     'QosPolicy': {'1.8'},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroup': {'1.4'},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SubPort': {'1.0'},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Subnet': {'1.1'},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Trunk': {'1.1'}}
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]: consumer versions:
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]: {   DHCP agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     L3 agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metadata agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metering agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:     Open vSwitch agent@dv-cinder-759955-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Log': '1.0',
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Network': '1.1',
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Port': '1.7',
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'PortForwarding': '1.2',
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'QosPolicy': '1.8',
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroup': '1.4',
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SubPort': '1.0',
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Subnet': '1.1',
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Trunk': '1.1'}}
Feb 17 04:24:48.832538 dv-cinder-759955-5-iscsi neutron-server[83925]:  {{(pid=84041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:24:48.840434 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:48.993584 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Attempting to bind port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:24:48.994012 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Attempting to bind port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': 'b4a0374f-6acb-4297-922c-a84878fcdfca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '886ef733-13a8-417e-b651-3a5962781586'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:24:48.994435 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Attempting to bind port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 on network 886ef733-13a8-417e-b651-3a5962781586 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:24:49.000179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:24:49.000618 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Checking segment: {'id': 'b4a0374f-6acb-4297-922c-a84878fcdfca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '886ef733-13a8-417e-b651-3a5962781586'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:24:49.001095 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:49.001517 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Bound using segment: {'id': 'b4a0374f-6acb-4297-922c-a84878fcdfca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '886ef733-13a8-417e-b651-3a5962781586'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:24:49.002078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Bound port: 4d591eb6-3e9a-4275-bfcf-a650e4f7d522, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a0374f-6acb-4297-922c-a84878fcdfca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '886ef733-13a8-417e-b651-3a5962781586'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:24:49.002512 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:49.099201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] For port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:24:49.104252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] For port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=4d591eb6-3e9a-4275-bfcf-a650e4f7d522,segment=NetworkSegment(b4a0374f-6acb-4297-922c-a84878fcdfca),segment_id=b4a0374f-6acb-4297-922c-a84878fcdfca)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:24:49.161714 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:49.178839 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:49.338021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Pushing event updated for resources: {'Port': ['ID=4d591eb6-3e9a-4275-bfcf-a650e4f7d522,revision_number=4']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:49.354696 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:49.389307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Routers {'ef72a2f2-95f1-4426-bd6b-c50caf166ada'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:24:49.390029 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000e1ed9e8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:24:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['ef72a2f2-95f1-4426-bd6b-c50caf166ada'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:24:49.558291 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] Set router ef72a2f2-95f1-4426-bd6b-c50caf166ada gateway port host: None {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:24:49.877541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51518) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:49.898835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000e1ed9e8>, [{'id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'name': 'router1', 'tenant_id': '2de934470e164deab7848c0d6628a9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:24:34Z', 'updated_at': '2021-02-17T04:24:46Z', 'revision_number': 2, 'project_id': '2de934470e164deab7848c0d6628a9bf', 'gw_port_host': None, '_interfaces': [{'id': '4d591eb6-3e9a-4275-bfcf-a650e4f7d522', 'name': '', 'network_id': '886ef733-13a8-417e-b651-3a5962781586', 'tenant_id': '2de934470e164deab7848c0d6628a9bf', 'mac_address': 'fa:16:3e:d9:cf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9572019-44c3-4ed8-9b48-b05250cfdb93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:24:45Z', 'updated_at': '2021-02-17T04:24:49Z', 'revision_number': 4, 'project_id': '2de934470e164deab7848c0d6628a9bf', 'subnets': [{'id': 'f9572019-44c3-4ed8-9b48-b05250cfdb93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01b88375-c7b7-4e12-8e07-c865c67b3f12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:24:49.902937 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94e901-1e07-4a37-9326-8305c42bcc98 None None] The sync data for ids ['ef72a2f2-95f1-4426-bd6b-c50caf166ada'] in dv-cinder-759955-5-iscsi is: [{'id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'name': 'router1', 'tenant_id': '2de934470e164deab7848c0d6628a9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:24:34Z', 'updated_at': '2021-02-17T04:24:46Z', 'revision_number': 2, 'project_id': '2de934470e164deab7848c0d6628a9bf', 'gw_port_host': None, '_interfaces': [{'id': '4d591eb6-3e9a-4275-bfcf-a650e4f7d522', 'name': '', 'network_id': '886ef733-13a8-417e-b651-3a5962781586', 'tenant_id': '2de934470e164deab7848c0d6628a9bf', 'mac_address': 'fa:16:3e:d9:cf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9572019-44c3-4ed8-9b48-b05250cfdb93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:24:45Z', 'updated_at': '2021-02-17T04:24:49Z', 'revision_number': 4, 'project_id': '2de934470e164deab7848c0d6628a9bf', 'subnets': [{'id': 'f9572019-44c3-4ed8-9b48-b05250cfdb93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01b88375-c7b7-4e12-8e07-c865c67b3f12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:24:50.039653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ef58f-56c1-4b10-a159-4d9fdce91b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:24:50.040275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ae7ef58f-56c1-4b10-a159-4d9fdce91b25 admin admin] Synchronizing usage tracker for tenant:27a7a7c6c1ac483f902e6ac656510de1 on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:24:50.086477 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ae7ef58f-56c1-4b10-a159-4d9fdce91b25 admin admin] Unset dirty status for tenant:27a7a7c6c1ac483f902e6ac656510de1 on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:24:50.087732 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ae7ef58f-56c1-4b10-a159-4d9fdce91b25 admin admin] 10.222.0.73 "GET /v2.0/networks/41731883-87f5-4e1a-89a9-5fc9628819cc HTTP/1.1" status: 200  len: 842 time: 0.2091663
Feb 17 04:24:50.098349 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:24:50.103646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:24:50.107562 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Usage tracker for resource:subnet and tenant:27a7a7c6c1ac483f902e6ac656510de1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:24:50.110409 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:24:50.116593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:24:50.149479 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Made reservation on behalf of 27a7a7c6c1ac483f902e6ac656510de1 for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:24:50.154139 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:50.793311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.objects.ports [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84038) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:24:50.793756 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:50.870806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7790e245-432f-47d0-95db-ea0bc636bf67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:50.955086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbb34d2b-1a61-4df6-aedc-a6869d0f18ac,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:50.960347 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:51.016578 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Checking segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:24:51.016976 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Network hostable DHCP agents. Network: 41731883-87f5-4e1a-89a9-5fc9628819cc, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:24:51.092755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:24:51.149776 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 41731883-87f5-4e1a-89a9-5fc9628819cc) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:24:51.154196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:24:51.155226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:51.158974 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f513018c-bc06-4961-b32e-2c73ac1ff185 None None] Network 41731883-87f5-4e1a-89a9-5fc9628819cc requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:24:51.237558 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1428814
Feb 17 04:24:51.553927 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898df8bf-7b58-4756-9723-8a79018ad376 None None] Network 41731883-87f5-4e1a-89a9-5fc9628819cc requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:24:51.662968 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:24:51.829749 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:24:51.841078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:24:51.841483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:51.962037 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:51.994602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=4d591eb6-3e9a-4275-bfcf-a650e4f7d522,segment=NetworkSegment(b4a0374f-6acb-4297-922c-a84878fcdfca),segment_id=b4a0374f-6acb-4297-922c-a84878fcdfca)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:24:52.012525 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:52.014634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:52.085866 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=4d591eb6-3e9a-4275-bfcf-a650e4f7d522,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:52.088548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:53.636879 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:24:53.714046 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:24:53.714457 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:53.802180 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51532) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:24:54.012512 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-547773c3-b982-4281-a637-629d306d8811 admin admin] 10.222.0.73 "GET /v2.0/routers/ef72a2f2-95f1-4426-bd6b-c50caf166ada HTTP/1.1" status: 200  len: 710 time: 0.2090390
Feb 17 04:24:54.149093 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185f7654-c32b-4145-ac9e-99c1d7c1badb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:24:54.150504 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-185f7654-c32b-4145-ac9e-99c1d7c1badb admin admin] 10.222.0.73 "GET /v2.0/networks/41731883-87f5-4e1a-89a9-5fc9628819cc HTTP/1.1" status: 200  len: 886 time: 0.1321826
Feb 17 04:24:54.160239 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:24:54.628738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854383445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768254'] for router, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:55.192902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:55.250692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:55.263239 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:55.278138 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:24:55.282065 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:24:55.284939 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:24:55.291062 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:24:55.488377 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:55.520437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:55.540189 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:55.629136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c611b09a-14f1-421a-9fc5-55cc6a503fbb,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:55.632541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:55.795580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Allocated IP 172.27.2.100 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/a13db6f6-22d2-4c03-ae81-fc3af7197261) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:24:55.945545 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:56.000928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:56.016540 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:56.158313 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Pushing event updated for resources: {'Port': ['ID=a13db6f6-22d2-4c03-ae81-fc3af7197261,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:56.163020 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:56.202800 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:24:56.204063 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:24:56.206174 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:24:56.738022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:57.086712 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854383445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768254'] for router, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:57.090116 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854322160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-392354'] for router, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:57.448992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Router ef72a2f2-95f1-4426-bd6b-c50caf166ada has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:24:57.634286 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:24:57.644409 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Sync routers for ids ['ef72a2f2-95f1-4426-bd6b-c50caf166ada'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:24:57.652567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:57.653834 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] 10.222.0.73 "PUT /v2.0/routers/ef72a2f2-95f1-4426-bd6b-c50caf166ada HTTP/1.1" status: 200  len: 890 time: 3.4970236
Feb 17 04:24:57.655178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Routers {'ef72a2f2-95f1-4426-bd6b-c50caf166ada'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:24:57.656019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000e34a4e0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:24:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['ef72a2f2-95f1-4426-bd6b-c50caf166ada'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:24:57.860048 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Set router ef72a2f2-95f1-4426-bd6b-c50caf166ada gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:24:58.218829 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000e34a4e0>, [{'id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'name': 'router1', 'tenant_id': '2de934470e164deab7848c0d6628a9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a13db6f6-22d2-4c03-ae81-fc3af7197261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:24:34Z', 'updated_at': '2021-02-17T04:24:56Z', 'revision_number': 4, 'project_id': '2de934470e164deab7848c0d6628a9bf', 'gw_port': {'id': 'a13db6f6-22d2-4c03-ae81-fc3af7197261', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:24:55Z', 'updated_at': '2021-02-17T04:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '4d591eb6-3e9a-4275-bfcf-a650e4f7d522', 'name': '', 'network_id': '886ef733-13a8-417e-b651-3a5962781586', 'tenant_id': '2de934470e164deab7848c0d6628a9bf', 'mac_address': 'fa:16:3e:d9:cf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9572019-44c3-4ed8-9b48-b05250cfdb93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:24:45Z', 'updated_at': '2021-02-17T04:24:51Z', 'revision_number': 5, 'project_id': '2de934470e164deab7848c0d6628a9bf', 'subnets': [{'id': 'f9572019-44c3-4ed8-9b48-b05250cfdb93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01b88375-c7b7-4e12-8e07-c865c67b3f12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:24:58.223873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Checking router: ef72a2f2-95f1-4426-bd6b-c50caf166ada for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:24:58.224264 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Updating router ef72a2f2-95f1-4426-bd6b-c50caf166ada port a13db6f6-22d2-4c03-ae81-fc3af7197261 binding host dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:24:58.282361 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:58.678886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:58.738094 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Transition to ACTIVE for port object a13db6f6-22d2-4c03-ae81-fc3af7197261 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:24:58.765363 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:58.780955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:59.070678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a1922-d4c1-4a64-9c70-3ca44c569f89 None None] Pushing event updated for resources: {'Port': ['ID=a13db6f6-22d2-4c03-ae81-fc3af7197261,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:59.082880 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-501a1922-d4c1-4a64-9c70-3ca44c569f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:59.134554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Attempting to bind port a13db6f6-22d2-4c03-ae81-fc3af7197261 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:24:59.134960 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Attempting to bind port a13db6f6-22d2-4c03-ae81-fc3af7197261 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:24:59.135401 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Attempting to bind port a13db6f6-22d2-4c03-ae81-fc3af7197261 on network 41731883-87f5-4e1a-89a9-5fc9628819cc {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:24:59.140823 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:24:59.141279 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Checking segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:24:59.141707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:59.142122 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Bound using segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:24:59.142616 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Bound port: a13db6f6-22d2-4c03-ae81-fc3af7197261, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:24:59.143015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:59.218257 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] For port a13db6f6-22d2-4c03-ae81-fc3af7197261, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:24:59.221426 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] For port a13db6f6-22d2-4c03-ae81-fc3af7197261, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=a13db6f6-22d2-4c03-ae81-fc3af7197261,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:24:59.252348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:24:59.267356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:24:59.417080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a1922-d4c1-4a64-9c70-3ca44c569f89 None None] Pushing event updated for resources: {'Port': ['ID=a13db6f6-22d2-4c03-ae81-fc3af7197261,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:24:59.422032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-501a1922-d4c1-4a64-9c70-3ca44c569f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:24:59.461495 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Routers {'ef72a2f2-95f1-4426-bd6b-c50caf166ada'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:24:59.462139 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000e34a4e0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:24:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['ef72a2f2-95f1-4426-bd6b-c50caf166ada'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:24:59.649752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] Set router ef72a2f2-95f1-4426-bd6b-c50caf166ada gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:25:00.000260 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000e34a4e0>, [{'id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'name': 'router1', 'tenant_id': '2de934470e164deab7848c0d6628a9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a13db6f6-22d2-4c03-ae81-fc3af7197261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:24:34Z', 'updated_at': '2021-02-17T04:24:56Z', 'revision_number': 4, 'project_id': '2de934470e164deab7848c0d6628a9bf', 'gw_port': {'id': 'a13db6f6-22d2-4c03-ae81-fc3af7197261', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:24:55Z', 'updated_at': '2021-02-17T04:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '4d591eb6-3e9a-4275-bfcf-a650e4f7d522', 'name': '', 'network_id': '886ef733-13a8-417e-b651-3a5962781586', 'tenant_id': '2de934470e164deab7848c0d6628a9bf', 'mac_address': 'fa:16:3e:d9:cf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9572019-44c3-4ed8-9b48-b05250cfdb93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:24:45Z', 'updated_at': '2021-02-17T04:24:51Z', 'revision_number': 5, 'project_id': '2de934470e164deab7848c0d6628a9bf', 'subnets': [{'id': 'f9572019-44c3-4ed8-9b48-b05250cfdb93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01b88375-c7b7-4e12-8e07-c865c67b3f12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:25:00.004408 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a610df-b7db-4b37-aab5-7abbf85c2f43 None None] The sync data for ids ['ef72a2f2-95f1-4426-bd6b-c50caf166ada'] in dv-cinder-759955-5-iscsi is: [{'id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'name': 'router1', 'tenant_id': '2de934470e164deab7848c0d6628a9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a13db6f6-22d2-4c03-ae81-fc3af7197261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:24:34Z', 'updated_at': '2021-02-17T04:24:56Z', 'revision_number': 4, 'project_id': '2de934470e164deab7848c0d6628a9bf', 'gw_port': {'id': 'a13db6f6-22d2-4c03-ae81-fc3af7197261', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:24:55Z', 'updated_at': '2021-02-17T04:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '4d591eb6-3e9a-4275-bfcf-a650e4f7d522', 'name': '', 'network_id': '886ef733-13a8-417e-b651-3a5962781586', 'tenant_id': '2de934470e164deab7848c0d6628a9bf', 'mac_address': 'fa:16:3e:d9:cf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72a2f2-95f1-4426-bd6b-c50caf166ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9572019-44c3-4ed8-9b48-b05250cfdb93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:24:45Z', 'updated_at': '2021-02-17T04:24:51Z', 'revision_number': 5, 'project_id': '2de934470e164deab7848c0d6628a9bf', 'subnets': [{'id': 'f9572019-44c3-4ed8-9b48-b05250cfdb93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01b88375-c7b7-4e12-8e07-c865c67b3f12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:25:00.330548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 51542) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:25:00.457862 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758cef10-b0c5-4a67-b473-f17aba51d3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:25:00.459616 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-758cef10-b0c5-4a67-b473-f17aba51d3ff admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1280415
Feb 17 04:25:01.680073 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device a13db6f6-22d2-4c03-ae81-fc3af7197261 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:25:01.793546 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port a13db6f6-22d2-4c03-ae81-fc3af7197261 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:25:01.799167 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port a13db6f6-22d2-4c03-ae81-fc3af7197261 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:25:01.799635 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:01.929747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:01.947119 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port a13db6f6-22d2-4c03-ae81-fc3af7197261, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=a13db6f6-22d2-4c03-ae81-fc3af7197261,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:25:01.977773 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:01.980186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-501a1922-d4c1-4a64-9c70-3ca44c569f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:25:02.056242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=a13db6f6-22d2-4c03-ae81-fc3af7197261,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:25:02.060299 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:25:03.673884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device a13db6f6-22d2-4c03-ae81-fc3af7197261 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:25:03.778846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port a13db6f6-22d2-4c03-ae81-fc3af7197261 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:25:03.779527 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:05.430632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-91a28429-6fe8-4951-ac3c-f57f25cdb81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:07.926640 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ae0a3efb-4c8d-4fb8-a56c-4252ad461ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:08.258080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:09.617792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:10.563368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:22.313714 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:25:35.417076 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0f967f5d-80c8-45f9-80e9-b50ee5584bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:37.925465 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7bc1e425-82f8-40fc-8c41-3d069029b554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:38.245769 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:39.609949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:40.604067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:25:59.314704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:26:05.411956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9c6b69ac-2161-4a21-abbd-c7f2e90fe610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:07.930031 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-08dc306f-129d-4bc1-9239-7e83855628b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:08.261358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:09.627092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:10.554530 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:35.393521 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-164aaaab-1708-47c9-9e28-4a3648afde86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:36.313450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:26:37.941179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b321b65e-b1d0-4ed6-8235-eee2bb014481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:38.289018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:39.599499 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:26:40.546254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:05.398942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-11d5246b-8942-4852-a46e-f9778e27e90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:07.913181 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-27e7799f-d3e3-4625-9e1d-121d9cbfe16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:08.250415 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:09.593065 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:10.559098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:13.313400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:27:18.826228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52118) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:18.903225 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f6527f-150e-4d5b-aab6-0f2a602cf2be admin admin] GET failed (client error): The resource could not be found.
Feb 17 04:27:18.904615 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-95f6527f-150e-4d5b-aab6-0f2a602cf2be admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0773623
Feb 17 04:27:19.049748 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211e480e-9bae-4cf7-b0a3-aefcd677611f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:19.051381 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-211e480e-9bae-4cf7-b0a3-aefcd677611f admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1422641
Feb 17 04:27:21.531474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52128) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:21.650636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081f4f13-52af-4e09-82eb-9e0e4757f8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:21.651251 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-081f4f13-52af-4e09-82eb-9e0e4757f8de admin admin] Synchronizing usage tracker for tenant:27a7a7c6c1ac483f902e6ac656510de1 on resource:subnet {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:27:21.717227 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-081f4f13-52af-4e09-82eb-9e0e4757f8de admin admin] Unset dirty status for tenant:27a7a7c6c1ac483f902e6ac656510de1 on resource:subnet {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:27:21.718458 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-081f4f13-52af-4e09-82eb-9e0e4757f8de admin admin] 10.222.0.73 "GET /v2.0/subnets/f9572019-44c3-4ed8-9b48-b05250cfdb93 HTTP/1.1" status: 200  len: 849 time: 0.1859100
Feb 17 04:27:21.729677 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:27:21.856161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Notify callbacks [] for subnet, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:22.204896 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727389127215'] for subnet, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:22.220591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:27:22.364855 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9572019-44c3-4ed8-9b48-b05250cfdb93,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:27:22.375865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:22.376245 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:22.376607 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:22.377526 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:22.377883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:22.378240 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:22.378594 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:22.378942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:22.379331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:22.379668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:22.380017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:22.380363 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:27:22.383993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:27:22.415379 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:22.416019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:22.417414 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] 10.222.0.73 "PUT /v2.0/subnets/f9572019-44c3-4ed8-9b48-b05250cfdb93 HTTP/1.1" status: 200  len: 868 time: 0.6919656
Feb 17 04:27:22.434466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9a766e-85eb-4253-9f24-a82721db0b85 None None] Network 886ef733-13a8-417e-b651-3a5962781586 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:27:22.926474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-9bfbdf35-2b28-4989-86ce-14d211939886 None None] Provisioning complete for port ed00350a-99ce-4584-8032-0c8933c0be14 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:27:22.927069 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdf35-2b28-4989-86ce-14d211939886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:23.064228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-9bfbdf35-2b28-4989-86ce-14d211939886 None None] Provisioning complete for port 4d591eb6-3e9a-4275-bfcf-a650e4f7d522 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:27:23.064570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdf35-2b28-4989-86ce-14d211939886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:24.909805 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52138) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:25.097483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597d46b-5987-4c44-80df-c522234c52ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:25.097895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597d46b-5987-4c44-80df-c522234c52ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:25.099577 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8597d46b-5987-4c44-80df-c522234c52ff admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1887300
Feb 17 04:27:27.575838 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52148) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:27.762008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb1bc5-9f48-4779-bde7-90b208e6ccd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:27.762344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb1bc5-9f48-4779-bde7-90b208e6ccd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:27.764085 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-47bb1bc5-9f48-4779-bde7-90b208e6ccd6 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1872284
Feb 17 04:27:30.244557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 52158) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:30.525792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.policy [None req-bafb0ff3-53f7-452a-95dc-34608884e6c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84039) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 04:27:30.721094 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING oslo_policy.policy [None req-bafb0ff3-53f7-452a-95dc-34608884e6c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:27:30.721515 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING oslo_policy.policy [None req-bafb0ff3-53f7-452a-95dc-34608884e6c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 04:27:30.746967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafb0ff3-53f7-452a-95dc-34608884e6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:30.748706 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-bafb0ff3-53f7-452a-95dc-34608884e6c1 admin admin] 10.222.0.73 "GET /v2.0/networks/41731883-87f5-4e1a-89a9-5fc9628819cc HTTP/1.1" status: 200  len: 886 time: 0.5030861
Feb 17 04:27:33.232587 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 52170) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:33.420170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e64367-f94b-40b9-bdd4-1d5390978a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:33.421538 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b0e64367-f94b-40b9-bdd4-1d5390978a28 admin admin] 10.222.0.73 "GET /v2.0/networks/886ef733-13a8-417e-b651-3a5962781586 HTTP/1.1" status: 200  len: 862 time: 0.1879444
Feb 17 04:27:35.410704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-03121539-2f17-4805-947c-d006c3941921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:35.893710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 52180) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:36.010564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93709e55-f35d-48f3-941b-a368bbf44440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:36.010968 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93709e55-f35d-48f3-941b-a368bbf44440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:36.012612 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-93709e55-f35d-48f3-941b-a368bbf44440 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1178825
Feb 17 04:27:37.922215 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c393ca3b-6aa0-443f-9379-4d5eb7d7f285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:38.265096 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:38.481910 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 52190) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:38.596819 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1c7e1-6846-4154-9229-0984751d040b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:38.597232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1c7e1-6846-4154-9229-0984751d040b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:38.598825 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-4ee1c7e1-6846-4154-9229-0984751d040b admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1158993
Feb 17 04:27:39.607993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:40.556622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:27:41.075041 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52200) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:41.190154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4dc022-cd54-4bcf-b459-7490db013f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:41.191638 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-0b4dc022-cd54-4bcf-b459-7490db013f00 admin admin] 10.222.0.73 "GET /v2.0/subnets/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac HTTP/1.1" status: 200  len: 816 time: 0.1154957
Feb 17 04:27:43.674750 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52210) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:27:43.792275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e34b3-8e90-454a-938e-a4539e335c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:27:43.793717 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2e1e34b3-8e90-454a-938e-a4539e335c6c admin admin] 10.222.0.73 "GET /v2.0/subnets/f9572019-44c3-4ed8-9b48-b05250cfdb93 HTTP/1.1" status: 200  len: 868 time: 0.1173949
Feb 17 04:27:50.313212 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:28:05.410915 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7cb507da-206d-4737-8b37-0a1a7ed7c429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:07.913555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-828ad50d-c0df-4c13-843e-baee81ebcced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:08.273308 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:09.602436 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:09.731749 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52250) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:09.784784 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [None req-a4a66722-fe18-4d12-a78e-a364cf25822c admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:28:09.785857 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a4a66722-fe18-4d12-a78e-a364cf25822c admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0530698
Feb 17 04:28:10.556586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:12.339463 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52260) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:12.413859 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1285460-a634-4ffc-a4f2-8212e1ed7f9a admin admin] GET failed (client error): The resource could not be found.
Feb 17 04:28:12.415150 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-d1285460-a634-4ffc-a4f2-8212e1ed7f9a admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0746992
Feb 17 04:28:12.551981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2ea5cc-65f5-422c-b528-c2d1c17dce9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:12.553508 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-7b2ea5cc-65f5-422c-b528-c2d1c17dce9b admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1339629
Feb 17 04:28:15.037834 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52270) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:15.089525 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:15.094383 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:15.104692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:15.145149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Made reservation on behalf of 27a7a7c6c1ac483f902e6ac656510de1 for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:15.149783 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:15.245713 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.services.revisions.revision_plugin [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f000d22f588] {project_id='27a7a7c6c1ac483f902e6ac656510de1', id='000ffec7-d37d-425f-8c50-bb12db84a4b4', target_tenant='*', action='access_as_shared', object_id='a72d4ccd-30e0-4ba1-b0a5-d4337f994546'}> to bump revision.
Feb 17 04:28:15.261022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:28:15.303389 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:15.303778 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Added segment df403b21-3049-47ea-9a11-64e83b320767 of type vxlan for network a72d4ccd-30e0-4ba1-b0a5-d4337f994546
Feb 17 04:28:15.330495 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:15.385134 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:15.386368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:15.386993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:15.391849 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3739fc78-a702-4855-ae85-2b01ccd8c07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:15.492980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Pushing event updated for resources: {'Network': ['ID=a72d4ccd-30e0-4ba1-b0a5-d4337f994546,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:15.496326 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:15.503864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network a72d4ccd-30e0-4ba1-b0a5-d4337f994546 details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:28:15.514505 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4754100
Feb 17 04:28:18.017881 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52280) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:28:18.097699 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6aeaab0-0c0a-409f-b83e-171399a51e28 admin admin] GET failed (client error): The resource could not be found.
Feb 17 04:28:18.098254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c6aeaab0-0c0a-409f-b83e-171399a51e28 admin admin] Synchronizing usage tracker for tenant:27a7a7c6c1ac483f902e6ac656510de1 on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:28:18.139585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c6aeaab0-0c0a-409f-b83e-171399a51e28 admin admin] Unset dirty status for tenant:27a7a7c6c1ac483f902e6ac656510de1 on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:28:18.140736 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-c6aeaab0-0c0a-409f-b83e-171399a51e28 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1212652
Feb 17 04:28:18.253852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61e3cad-8a65-469f-8506-54b78363c8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:18.255430 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-d61e3cad-8a65-469f-8506-54b78363c8ff admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1095009
Feb 17 04:28:18.266195 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'a72d4ccd-30e0-4ba1-b0a5-d4337f994546', 'name': 'shared-subnet'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:28:18.270746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:28:18.280255 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:28:18.319187 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Made reservation on behalf of 27a7a7c6c1ac483f902e6ac656510de1 for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:28:18.323764 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:18.746288 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:18.761242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-54e27d33-6ce2-48c1-9cae-85532155401f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:18.893388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c21dea7e-8da9-49ce-b55e-2b69f009fdc7,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:18.897340 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:18.957964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Checking segment: {'id': 'df403b21-3049-47ea-9a11-64e83b320767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a72d4ccd-30e0-4ba1-b0a5-d4337f994546'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:18.958353 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Network hostable DHCP agents. Network: a72d4ccd-30e0-4ba1-b0a5-d4337f994546, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:28:19.008184 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Network a72d4ccd-30e0-4ba1-b0a5-d4337f994546 is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:28:19.042194 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, a72d4ccd-30e0-4ba1-b0a5-d4337f994546) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:19.046272 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:28:19.046902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.051643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26abd2e-c8d0-402d-9806-6cbb343ff143 None None] Network a72d4ccd-30e0-4ba1-b0a5-d4337f994546 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:28:19.108545 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ffa3b694-75d5-4ec2-b038-b7af8f49d232 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8460472
Feb 17 04:28:19.290139 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21661c61-4ef0-5aec-ba9e-b39a9d30c103-a72d4ccd-30e0-4ba1-b0a5-d4337f994546', 'network_id': 'a72d4ccd-30e0-4ba1-b0a5-d4337f994546', 'tenant_id': '27a7a7c6c1ac483f902e6ac656510de1', 'fixed_ips': [{'subnet_id': 'c21dea7e-8da9-49ce-b55e-2b69f009fdc7'}]}} from dv-cinder-759955-5-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:28:19.291138 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.594223 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Allocated IP 192.168.233.2 (a72d4ccd-30e0-4ba1-b0a5-d4337f994546/c21dea7e-8da9-49ce-b55e-2b69f009fdc7/d38e08ef-d457-44c1-8f55-8ef70341bf66) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:28:19.886752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:19.957150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Transition to ACTIVE for port object d38e08ef-d457-44c1-8f55-8ef70341bf66 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:19.974560 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Transition to ACTIVE for port object d38e08ef-d457-44c1-8f55-8ef70341bf66 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:28:20.011199 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.027440 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:20.174959 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Pushing event updated for resources: {'Port': ['ID=d38e08ef-d457-44c1-8f55-8ef70341bf66,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:20.188700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:20.189082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:20.189454 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:20.189840 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:20.190210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:20.190545 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:20.190901 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:20.191258 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:20.191639 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:20.192083 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:20.192437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:20.192795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:28:20.198071 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:20.238757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Network a72d4ccd-30e0-4ba1-b0a5-d4337f994546 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:28:20.239976 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Resources bound (agent type, host, resource id):  {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:28:20.242254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:28:20.299885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Attempting to bind port d38e08ef-d457-44c1-8f55-8ef70341bf66 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:28:20.300301 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Attempting to bind port d38e08ef-d457-44c1-8f55-8ef70341bf66 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': 'df403b21-3049-47ea-9a11-64e83b320767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a72d4ccd-30e0-4ba1-b0a5-d4337f994546'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:28:20.300692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Attempting to bind port d38e08ef-d457-44c1-8f55-8ef70341bf66 on network a72d4ccd-30e0-4ba1-b0a5-d4337f994546 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:28:20.306822 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:28:20.307227 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Checking segment: {'id': 'df403b21-3049-47ea-9a11-64e83b320767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a72d4ccd-30e0-4ba1-b0a5-d4337f994546'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:28:20.307689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.308120 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Bound using segment: {'id': 'df403b21-3049-47ea-9a11-64e83b320767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a72d4ccd-30e0-4ba1-b0a5-d4337f994546'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:28:20.308618 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Bound port: d38e08ef-d457-44c1-8f55-8ef70341bf66, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df403b21-3049-47ea-9a11-64e83b320767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a72d4ccd-30e0-4ba1-b0a5-d4337f994546'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:28:20.309024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.406969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] For port d38e08ef-d457-44c1-8f55-8ef70341bf66, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:28:20.411023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] For port d38e08ef-d457-44c1-8f55-8ef70341bf66, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=d38e08ef-d457-44c1-8f55-8ef70341bf66,segment=NetworkSegment(df403b21-3049-47ea-9a11-64e83b320767),segment_id=df403b21-3049-47ea-9a11-64e83b320767)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:28:20.477824 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:20.494400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:20.649346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Pushing event updated for resources: {'Port': ['ID=d38e08ef-d457-44c1-8f55-8ef70341bf66,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:20.654560 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:21.792140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device d38e08ef-d457-44c1-8f55-8ef70341bf66 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:21.911017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port d38e08ef-d457-44c1-8f55-8ef70341bf66 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:28:22.035032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c329e19e-1d16-4945-8bf0-26c390ba2933 None None] Network a72d4ccd-30e0-4ba1-b0a5-d4337f994546 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:28:22.166269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-dd2980fb-b1c9-4dea-87f1-7dbfc8496d38 None None] Provisioning for port d38e08ef-d457-44c1-8f55-8ef70341bf66 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:28:22.207047 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-dd2980fb-b1c9-4dea-87f1-7dbfc8496d38 None None] Provisioning complete for port d38e08ef-d457-44c1-8f55-8ef70341bf66 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:22.207423 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dd2980fb-b1c9-4dea-87f1-7dbfc8496d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:22.406061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dd2980fb-b1c9-4dea-87f1-7dbfc8496d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:22.453358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-dd2980fb-b1c9-4dea-87f1-7dbfc8496d38 None None] For port d38e08ef-d457-44c1-8f55-8ef70341bf66, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=d38e08ef-d457-44c1-8f55-8ef70341bf66,segment=NetworkSegment(df403b21-3049-47ea-9a11-64e83b320767),segment_id=df403b21-3049-47ea-9a11-64e83b320767)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:28:22.491575 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dd2980fb-b1c9-4dea-87f1-7dbfc8496d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:22.493909 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-501a1922-d4c1-4a64-9c70-3ca44c569f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:28:22.575026 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2980fb-b1c9-4dea-87f1-7dbfc8496d38 None None] Pushing event updated for resources: {'Port': ['ID=d38e08ef-d457-44c1-8f55-8ef70341bf66,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:28:22.578347 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dd2980fb-b1c9-4dea-87f1-7dbfc8496d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:28:22.621125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-5df1f3b2-59e7-47fb-85f0-4353215b9602 None None] Provisioning complete for port d38e08ef-d457-44c1-8f55-8ef70341bf66 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:22.621785 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5df1f3b2-59e7-47fb-85f0-4353215b9602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:22.892002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8c4b7842-94bb-44bb-973f-98674286dab9 None None] Provisioning complete for port d38e08ef-d457-44c1-8f55-8ef70341bf66 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:22.892531 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8c4b7842-94bb-44bb-973f-98674286dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:23.141699 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-5362770e-78e2-42a4-b6af-5f363f6a7a81 None None] Provisioning complete for port d38e08ef-d457-44c1-8f55-8ef70341bf66 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:23.141699 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5362770e-78e2-42a4-b6af-5f363f6a7a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:23.754734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device d38e08ef-d457-44c1-8f55-8ef70341bf66 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:28:23.832701 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port d38e08ef-d457-44c1-8f55-8ef70341bf66 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:28:23.833404 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:27.313641 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:28:35.402554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c3d86c57-89f7-44e6-a60f-73a7255ffb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:37.930768 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-28451578-25cc-434d-8209-c4388641ed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:38.296221 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:39.638883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:28:40.564765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:04.314709 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:29:05.407106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-25db988b-b727-4b3d-af8f-ac2ddefb71d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:07.925019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-29cf2e08-5168-4039-9711-bfd68982fa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:08.278630 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:09.624572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:10.572456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:35.432290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c3b773fe-aa63-47a3-aa01-d88433a3b11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:37.918224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-144ed2b3-cfa2-4835-a385-bd4d30e1796f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:38.311524 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:39.611910 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:40.586672 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:41.321261 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:29:53.292979 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52322) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:53.299507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [None req-f7c41957-c58e-4059-ad48-2c8d09099825 tempest-verify_tempest_config-39827532 tempest-verify_tempest_config-39827532-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:29:53.300619 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f7c41957-c58e-4059-ad48-2c8d09099825 tempest-verify_tempest_config-39827532 tempest-verify_tempest_config-39827532-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0065808
Feb 17 04:29:53.926583 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52342) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:54.078146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:54.104121 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:29:54.110676 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Usage tracker for resource:security_group_rule and tenant:051a8f244df348139a3892cbfbd11b0a is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:29:54.115665 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:29:54.122223 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:29:54.571572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:54.622955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:54.634176 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:54.680771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Synchronizing usage tracker for tenant:27a7a7c6c1ac483f902e6ac656510de1 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:29:54.686317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaede5cc-2f6e-458d-abb4-49ff56754e2d,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:54.698491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:54.698861 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:54.699229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:54.699621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:54.699976 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:54.700361 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:54.700728 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:54.701082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:54.701539 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:54.701868 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:54.702240 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:54.702602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:29:54.709313 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:54.751583 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Unset dirty status for tenant:27a7a7c6c1ac483f902e6ac656510de1 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:29:54.753037 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=051a8f244df348139a3892cbfbd11b0a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8245690
Feb 17 04:29:54.757736 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52348) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:29:54.834855 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f3202cc8-5573-4537-97fb-efc5711ff771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:54.867188 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f3202cc8-5573-4537-97fb-efc5711ff771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:54.980481 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f3202cc8-5573-4537-97fb-efc5711ff771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:54.985863 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:29:55.001373 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3202cc8-5573-4537-97fb-efc5711ff771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaede5cc-2f6e-458d-abb4-49ff56754e2d,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:29:55.007322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f3202cc8-5573-4537-97fb-efc5711ff771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:29:55.011874 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f3202cc8-5573-4537-97fb-efc5711ff771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:29:55.013225 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f3202cc8-5573-4537-97fb-efc5711ff771 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aaede5cc-2f6e-458d-abb4-49ff56754e2d HTTP/1.1" status: 204  len: 168 time: 0.2542760
Feb 17 04:30:05.429806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-32783b75-8c19-43d7-9700-91cf0e901c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:07.920187 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5744ea52-7eb9-4ca9-8bd6-95f699863617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:08.299856 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:09.797845 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:10.591687 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:18.322712 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:30:35.422623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-369b1135-22a4-4cfd-a5d7-d5d4afc5dfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:37.920431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f8f456fc-2aa8-4efb-8109-977bee0d0c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:38.294222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:39.622873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:40.605667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:30:55.328390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:31:05.410961 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0335-468a-4ea8-ad23-bf578d707541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:07.913343 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7af00dc7-a49c-46c5-afd4-c0e6157ee1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:08.305295 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:09.616735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:10.588970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:32.332523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 5 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:31:35.420425 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-41452304-36c2-4afc-acec-6eae21efbcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:35.523885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201'] for agent, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:35.524653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:35.525290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:35.525919 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:35.526586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:35.527151 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:35.527796 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:35.528399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:35.528984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:35.529453 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:35.529995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:35.530657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:35.531234 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:31:35.531921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f000d3bb898>, 'Open vSwitch agent', 'hv-cinder-75995', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:31:35.538827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f000d471668>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75995', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:31:35.779041 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] get_endpoint_by_host() called for host hv-cinder-75995 {{(pid=84040) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 04:31:35.783621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] get_endpoint_by_ip() called for ip 192.168.0.77 {{(pid=84040) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 04:31:35.788322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] _add_endpoint() called for ip 192.168.0.77 {{(pid=84040) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 04:31:35.828075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] _get_endpoints() called {{(pid=84040) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 04:31:37.957720 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-eda5491b-52d9-4974-98b5-637270cbe1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:38.319092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:39.628311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:40.598872 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:31:49.088578 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52422) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:49.223708 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-3095d99f-7857-4c6d-91d8-a715ac4069dc admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1329269
Feb 17 04:31:51.881956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52432) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:31:51.950650 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-73f5b052-5694-4807-b421-e7a7367c4bd0 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0672293
Feb 17 04:32:05.407754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b296cc02-1f47-4a5f-9476-a134a83c61b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:05.483624 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:07.911783 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-08dcab55-dcc0-480e-af44-9b34cb52ff37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:08.294965 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:09.332920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:32:09.612888 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:10.595864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:35.427749 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c27d2e5c-9222-4978-a660-dd5581a4a57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:35.509539 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:37.928678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-63cc819c-3397-4b86-9284-1e0ccf017067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:38.311369 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:39.619599 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:40.625155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:32:46.333443 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:33:05.405907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-25463f67-7790-4185-8573-83fdb9645523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:05.492535 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:07.933814 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b48d00e6-864f-4677-9626-44366d8563cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:08.322766 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:09.617807 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:10.618956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:23.336414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:33:33.253450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52602) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:33.968001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52620) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:34.005531 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-network', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:34.013767 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:34.021643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Usage tracker for resource:network and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:34.029481 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:34.039336 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:34.094932 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Made reservation on behalf of b4db349eea3a41deb61c89e67a673600 for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:34.100978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:34.116106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:34.134765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:34.139436 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Usage tracker for resource:security_group_rule and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:34.143738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:34.151369 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:34.278153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1501541549-network', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:34.284996 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:34.300137 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Usage tracker for resource:network and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:34.304056 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:34.310035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:34.470007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Made reservation on behalf of 0ceefaf95d6747d4874041041d75b0c7 for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:34.474895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:34.494140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:34.538759 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:34.552210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Usage tracker for resource:security_group_rule and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:34.557683 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:34.561513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:34.565493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:34.590273 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:34.595490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f981d84b-7ce1-40f3-84a6-f8400bf52735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:34.708101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:33:34.718335 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb662c2-21d5-4a3e-8b96-2559dcd7cefd,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:34.746804 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.747543 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.748231 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.748932 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.749745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.750490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.751071 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.751685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.752190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.752791 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.753337 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.753761 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.754417 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.755016 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.755575 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.756177 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.757125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.757558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.758142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.758730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.759333 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.760078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.760361 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.760903 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Tracked resource versions report:
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]: pushed versions:
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]: {   'AddressGroup': {'1.1'},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     'ConntrackHelper': {'1.0'},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Log': {'1.0'},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Network': {'1.1'},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Port': {'1.7'},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     'PortForwarding': {'1.2'},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     'QosPolicy': {'1.8'},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroup': {'1.4'},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SubPort': {'1.0'},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Subnet': {'1.1'},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Trunk': {'1.1'}}
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]: consumer versions:
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]: {   DHCP agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     L3 agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metadata agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metering agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     Open vSwitch agent@dv-cinder-759955-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Log': '1.0',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Network': '1.1',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Port': '1.7',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'PortForwarding': '1.2',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'QosPolicy': '1.8',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroup': '1.4',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SubPort': '1.0',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Subnet': '1.1',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Trunk': '1.1'},
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:     Open vSwitch agent@hv-cinder-75995: {   'AddressGroup': '1.1',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'ConntrackHelper': '1.0',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Log': '1.0',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Network': '1.1',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Port': '1.7',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'PortForwarding': '1.2',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'QosPolicy': '1.8',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'SecurityGroup': '1.4',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'SecurityGroupRule': '1.2',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'SubPort': '1.0',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Subnet': '1.1',
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Trunk': '1.1'}}
Feb 17 04:33:34.763219 dv-cinder-759955-5-iscsi neutron-server[83925]:  {{(pid=84038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:33:34.769270 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:34.769911 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Added segment 440014f7-1936-423c-80c4-10c43c981f8c of type vxlan for network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3
Feb 17 04:33:34.772802 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:34.810648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 52646) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:34.845015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52652) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:34.921725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 52658) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:34.946832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.098242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.099701 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:35.101225 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.107210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:35.143343 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1697279341-network', 'tenant_id': '0e308712a7a343778981979df1c88348'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:35.156176 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.quota [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f000e11a470>.
Feb 17 04:33:35.182674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-718599662-network', 'tenant_id': 'd8f6d6d4d16e4f8291cf32fca2f053ca'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:35.196719 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:35.204668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Usage tracker for resource:network and tenant:0e308712a7a343778981979df1c88348 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:35.208446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:35.211367 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2021371668-network', 'tenant_id': '8702b222dbe94e7aa9a7a621e72ec968'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:35.220275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:35.235852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:35.241444 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Usage tracker for resource:network and tenant:d8f6d6d4d16e4f8291cf32fca2f053ca is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:35.246452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:35.259577 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:35.274982 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:35.278417 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.288639 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Usage tracker for resource:network and tenant:8702b222dbe94e7aa9a7a621e72ec968 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:35.288639 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Pushing event updated for resources: {'Network': ['ID=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:35.290807 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:35.293424 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:35.297495 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:35.300388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:33:35.339506 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.342209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Made reservation on behalf of 0e308712a7a343778981979df1c88348 for: {'network': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:35.347717 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.0892999
Feb 17 04:33:35.349586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52678) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:35.357466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.379931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Request body: {'subnet': {'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-subnet', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:35.386760 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:35.403976 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Made reservation on behalf of d8f6d6d4d16e4f8291cf32fca2f053ca for: {'network': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:35.407062 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Made reservation on behalf of 8702b222dbe94e7aa9a7a621e72ec968 for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:35.417406 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.422283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.450622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:33:35.469269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:35.470839 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.492826 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.507229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.549124 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:33:35.550702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:35.563454 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:35.570893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Usage tracker for resource:security_group_rule and tenant:0e308712a7a343778981979df1c88348 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:35.581714 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:35.588491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Usage tracker for resource:subnet and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:35.592293 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Usage tracker for resource:security_group_rule and tenant:d8f6d6d4d16e4f8291cf32fca2f053ca is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:35.598000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:35.612682 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:35.619214 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:35.622025 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:35.731632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.751675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-237645cf-0db9-4dcd-80b9-732b626fad9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.924259 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:35.929848 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:35.932219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d027fc-8b0f-4999-bd98-4ea64a307727,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:35.935826 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:35.937316 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:35.937706 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Added segment a8427c33-7010-4d70-a834-da6e7644a730 of type vxlan for network db318819-52ac-454a-9acd-88522654014f
Feb 17 04:33:35.946430 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Usage tracker for resource:security_group_rule and tenant:8702b222dbe94e7aa9a7a621e72ec968 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:35.956852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:35.966184 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:35.995610 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:36.041283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Made reservation on behalf of b4db349eea3a41deb61c89e67a673600 for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:36.046056 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:36.050358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:36.066808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:36.117008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:36.162177 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:36.184186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:36.207700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:36.209225 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:36.209966 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:36.215875 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:36.330040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:33:36.351772 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84039) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:33:36.353256 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:33:36.380192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:36.383736 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Pushing event updated for resources: {'Network': ['ID=db318819-52ac-454a-9acd-88522654014f,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:36.386748 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:36.398421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network db318819-52ac-454a-9acd-88522654014f details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:33:36.415948 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network db318819-52ac-454a-9acd-88522654014f details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:33:36.424679 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:36.430345 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 2.4556162
Feb 17 04:33:36.430852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 52720) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:36.431446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:36.437151 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Request body: {'subnet': {'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1501541549-subnet', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:36.450300 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:36.457348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Usage tracker for resource:subnet and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:36.476404 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8744448e-0466-46a3-bada-af647d77d5ef,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:36.493439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:36.497021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309465549599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:36.497396 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Added segment 6fea416f-9c33-4369-93ee-7fe3b491bad2 of type vxlan for network a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd
Feb 17 04:33:36.518877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.519253 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.519661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.520053 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.520470 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.520842 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.521193 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.521542 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.522001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.522356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.522702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.523042 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.523492 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.523834 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.524178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.524519 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.524858 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.525202 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.525542 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.525883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.526605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.526605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.526895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.527196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:36.530808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5033ba-53a0-4c98-a845-0146f850d7d6,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:36.536106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Tracked resource versions report:
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]: pushed versions:
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]: {   'AddressGroup': {'1.1'},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     'ConntrackHelper': {'1.0'},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Log': {'1.0'},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Network': {'1.1'},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Port': {'1.7'},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     'PortForwarding': {'1.2'},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     'QosPolicy': {'1.8'},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroup': {'1.4'},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SubPort': {'1.0'},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Subnet': {'1.1'},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Trunk': {'1.1'}}
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]: consumer versions:
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]: {   DHCP agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     L3 agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metadata agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metering agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     Open vSwitch agent@dv-cinder-759955-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Log': '1.0',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Network': '1.1',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Port': '1.7',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'PortForwarding': '1.2',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'QosPolicy': '1.8',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroup': '1.4',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SubPort': '1.0',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Subnet': '1.1',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Trunk': '1.1'},
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:     Open vSwitch agent@hv-cinder-75995: {   'AddressGroup': '1.1',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'ConntrackHelper': '1.0',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Log': '1.0',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Network': '1.1',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Port': '1.7',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'PortForwarding': '1.2',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'QosPolicy': '1.8',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'SecurityGroup': '1.4',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'SecurityGroupRule': '1.2',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'SubPort': '1.0',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Subnet': '1.1',
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Trunk': '1.1'}}
Feb 17 04:33:36.538418 dv-cinder-759955-5-iscsi neutron-server[83925]:  {{(pid=84039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:33:36.639962 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:36.691800 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:36.700243 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.511s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:36.770161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70abd77f-d006-43ab-b98f-8198f605ebf5,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:36.777262 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Made reservation on behalf of 0ceefaf95d6747d4874041041d75b0c7 for: {'subnet': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:36.783167 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:36.807447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:36.814387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:36.946095 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:37.104756 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:37.105588 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:37.106309 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:37.111748 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:37.153003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84039) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:33:37.153691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:33:37.187556 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84038) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:33:37.187913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:33:37.217354 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:37.237648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b750110f-f3e2-44a9-8733-ee91a2f8626a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:37.377728 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Pushing event updated for resources: {'Network': ['ID=a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:37.384319 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:37.393074 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:33:37.408464 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0186b1a0-62b8-4766-b853-dd62c7fb19d9,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:37.425653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:37.452341 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 2.5294220
Feb 17 04:33:37.455661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52750) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:37.463172 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Request body: {'subnet': {'network_id': 'a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-718599662-subnet', 'tenant_id': 'd8f6d6d4d16e4f8291cf32fca2f053ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:37.500063 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Checking segment: {'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:33:37.500450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Network hostable DHCP agents. Network: 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:33:37.501664 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:33:37.669996 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:37.682157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Usage tracker for resource:subnet and tenant:d8f6d6d4d16e4f8291cf32fca2f053ca is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:37.686518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:37.689226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:37.710754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:37.750865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:33:37.767031 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:33:37.803142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:37.809119 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Made reservation on behalf of d8f6d6d4d16e4f8291cf32fca2f053ca for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:37.836688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:37.865005 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:37.865391 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Added segment 73a8f628-af99-4e62-a963-e6b33dda65b7 of type vxlan for network 40986187-c974-4c94-91f3-a1f7ceb515f6
Feb 17 04:33:37.942290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:37.951264 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd17c5c9-f376-4f94-a998-7de96074589b None None] Network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:33:37.955342 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:37.956001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:37.958123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for subnet, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:37.981631 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-62e1e570-6a58-4a11-a2d4-1397e91d9f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:37.983019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:38.020454 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:38.077737 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.7218373
Feb 17 04:33:38.094969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52766) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:38.112795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:38.119265 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:38.123956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Usage tracker for resource:router and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:38.127548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:38.135311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:38.202212 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:38.206859 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:38.207871 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:38.232829 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb541eeb-bbaf-4cdc-be92-cb0eb60b219f,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:38.233262 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-66a78db9-61ef-4466-835c-92bf264b6cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:38.238960 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:38.253459 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21661c61-4ef0-5aec-ba9e-b39a9d30c103-1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9'}]}} from dv-cinder-759955-5-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:33:38.260557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:38.264013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84039) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:33:38.264502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:33:38.267104 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7595'] for router, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:38.268745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854261589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768205'] for router, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:38.282635 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Checking segment: {'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:33:38.283477 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Network hostable DHCP agents. Network: db318819-52ac-454a-9acd-88522654014f, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:33:38.350935 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Network db318819-52ac-454a-9acd-88522654014f is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:33:38.427461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Pushing event updated for resources: {'Network': ['ID=40986187-c974-4c94-91f3-a1f7ceb515f6,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:38.435042 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:38.436659 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:38.453190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, db318819-52ac-454a-9acd-88522654014f) {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:38.458778 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:38.460285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:38.493995 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 3.6468699
Feb 17 04:33:38.496744 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52782) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:38.503010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Request body: {'subnet': {'network_id': '40986187-c974-4c94-91f3-a1f7ceb515f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2021371668-subnet', 'tenant_id': '8702b222dbe94e7aa9a7a621e72ec968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:38.538880 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:38.538880 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Usage tracker for resource:subnet and tenant:8702b222dbe94e7aa9a7a621e72ec968 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:38.538880 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:38.538880 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:38.572903 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 40986187-c974-4c94-91f3-a1f7ceb515f6 details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:33:38.579526 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.1472654
Feb 17 04:33:38.582361 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 52786) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:38.588080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:38.591153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b678c5f-06c0-4a7f-9ac3-a6aedd7fde3a None None] Network db318819-52ac-454a-9acd-88522654014f requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:33:38.592989 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:38.597356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Usage tracker for resource:router and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:38.602376 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:38.610616 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:38.631083 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:38.665785 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7595'] for router, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:38.667341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854261589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768205'] for router, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:38.672007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Made reservation on behalf of 8702b222dbe94e7aa9a7a621e72ec968 for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:38.677090 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:38.793729 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:39.080200 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Allocated IP 172.20.0.2 (1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3/0186b1a0-62b8-4766-b853-dd62c7fb19d9/d645ba20-6921-43dd-9ceb-6ff9d373d43e) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:33:39.218304 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21661c61-4ef0-5aec-ba9e-b39a9d30c103-db318819-52ac-454a-9acd-88522654014f', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f'}]}} from dv-cinder-759955-5-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:33:39.219323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:39.227631 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854383445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768254'] for router, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:39.307101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:39.502468 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854383445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768254'] for router, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:39.525849 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=84039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:33:39.540686 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309465549599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:39.540686 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Added segment e5046d3d-1003-4d0f-b25c-c02ec46f1a0f of type vxlan for network 6e174343-ab03-4c52-a597-b1e3d9834772
Feb 17 04:33:39.751120 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:39.770658 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:39.819669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:39.904589 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:39.951010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:39.961875 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Allocated IP 172.20.0.2 (db318819-52ac-454a-9acd-88522654014f/fb541eeb-bbaf-4cdc-be92-cb0eb60b219f/5a811137-903d-4140-81ba-096a580d0f8d) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:33:39.964556 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Transition to ACTIVE for port object d645ba20-6921-43dd-9ceb-6ff9d373d43e will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:33:39.993741 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:40.008323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df57f33-dcf9-4c3b-8773-8cc7ba39a711,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:40.012054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:40.046717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network 40986187-c974-4c94-91f3-a1f7ceb515f6 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:33:40.162254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:40.264987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Transition to ACTIVE for port object d645ba20-6921-43dd-9ceb-6ff9d373d43e will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:33:40.292584 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:40.337684 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:40.361938 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Checking segment: {'id': '6fea416f-9c33-4369-93ee-7fe3b491bad2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:33:40.362326 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Network hostable DHCP agents. Network: a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:33:40.406348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:40.423543 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:40.605244 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Network a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:33:40.623079 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Allocated IP 172.27.2.76 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/da92c344-0334-4a5e-9c56-b47c4d34d944) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:33:40.631899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:40.632529 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:40.637711 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:40.638932 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:40.650189 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:40.657066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Pushing event updated for resources: {'Port': ['ID=d645ba20-6921-43dd-9ceb-6ff9d373d43e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:40.661678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:40.775609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:40.788790 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:40.789367 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:40.805334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.806024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.806698 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.807305 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.807870 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.808432 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.809054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.809636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.810229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.810788 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.811493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.812053 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Tracked resource versions report:
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: pushed versions:
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: {   'AddressGroup': {'1.1'},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     'ConntrackHelper': {'1.0'},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Log': {'1.0'},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Network': {'1.1'},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Port': {'1.7'},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     'PortForwarding': {'1.2'},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     'QosPolicy': {'1.8'},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroup': {'1.4'},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SubPort': {'1.0'},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Subnet': {'1.1'},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Trunk': {'1.1'}}
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: consumer versions:
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]: {   DHCP agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     L3 agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metadata agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metering agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:     Open vSwitch agent@dv-cinder-759955-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Log': '1.0',
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Network': '1.1',
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Port': '1.7',
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'PortForwarding': '1.2',
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'QosPolicy': '1.8',
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroup': '1.4',
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SubPort': '1.0',
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Subnet': '1.1',
Feb 17 04:33:40.824781 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Trunk': '1.1'},
Feb 17 04:33:40.827866 dv-cinder-759955-5-iscsi neutron-server[83925]:     Open vSwitch agent@hv-cinder-75995: {   'AddressGroup': '1.1',
Feb 17 04:33:40.827866 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'ConntrackHelper': '1.0',
Feb 17 04:33:40.827866 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Log': '1.0',
Feb 17 04:33:40.827866 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Network': '1.1',
Feb 17 04:33:40.827866 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Port': '1.7',
Feb 17 04:33:40.827866 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'PortForwarding': '1.2',
Feb 17 04:33:40.827866 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'QosPolicy': '1.8',
Feb 17 04:33:40.827866 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'SecurityGroup': '1.4',
Feb 17 04:33:40.827866 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'SecurityGroupRule': '1.2',
Feb 17 04:33:40.827866 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'SubPort': '1.0',
Feb 17 04:33:40.827866 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Subnet': '1.1',
Feb 17 04:33:40.827866 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Trunk': '1.1'}}
Feb 17 04:33:40.827866 dv-cinder-759955-5-iscsi neutron-server[83925]:  {{(pid=84040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:33:40.849433 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299dcc44-d7eb-47e2-ac09-c61255f6b867 None None] Network a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:33:40.875908 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb3601f-33f9-48cd-98c2-024282c83037,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:40.879053 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:40.893630 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:40.898533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:40.934775 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-7160ef28-394b-4241-a69b-830f2e22c4b3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.4775064
Feb 17 04:33:40.939224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Pushing event updated for resources: {'Network': ['ID=6e174343-ab03-4c52-a597-b1e3d9834772,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:40.944307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:41.000973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 6e174343-ab03-4c52-a597-b1e3d9834772 details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:33:41.017439 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 6.2043560
Feb 17 04:33:41.021869 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 52842) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:41.033200 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Request body: {'subnet': {'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1697279341-subnet', 'tenant_id': '0e308712a7a343778981979df1c88348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:41.040732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Checking segment: {'id': '73a8f628-af99-4e62-a963-e6b33dda65b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '40986187-c974-4c94-91f3-a1f7ceb515f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:33:41.044983 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Network hostable DHCP agents. Network: 40986187-c974-4c94-91f3-a1f7ceb515f6, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:33:41.069841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:41.073808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:41.089592 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Usage tracker for resource:subnet and tenant:0e308712a7a343778981979df1c88348 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:41.101900 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:41.111427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:41.134027 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Network 40986187-c974-4c94-91f3-a1f7ceb515f6 is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:33:41.171867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Made reservation on behalf of 0e308712a7a343778981979df1c88348 for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:41.179799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:41.317512 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:41.348396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:41.402580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 40986187-c974-4c94-91f3-a1f7ceb515f6) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:41.410490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Allocated IP 172.27.2.47 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/708aab71-bc36-469e-b176-020dcc1cb382) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:33:41.431432 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network 6e174343-ab03-4c52-a597-b1e3d9834772 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:33:41.570792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219ba791-20ed-412f-b71e-8402e2816923 None None] Network 40986187-c974-4c94-91f3-a1f7ceb515f6 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:33:41.618737 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:41.620803 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:41.725393 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Pushing event updated for resources: {'Port': ['ID=da92c344-0334-4a5e-9c56-b47c4d34d944,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:41.732518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:41.752290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:33:41.755014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:41.758924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:33:41.785407 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.2762220
Feb 17 04:33:42.006997 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 52900) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:42.020524 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 04:33:42.171018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:42.278171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:42.317699 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c0dd7510-e077-4722-a839-cfeafc13b011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:42.341693 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:42.359682 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Transition to ACTIVE for port object 5a811137-903d-4140-81ba-096a580d0f8d will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:33:42.383430 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Transition to ACTIVE for port object 5a811137-903d-4140-81ba-096a580d0f8d will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:33:42.485630 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:42.493045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:33:42.514841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-fc914389-c452-4c86-a94d-51ae3ce725cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:42.616834 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Resources bound (agent type, host, resource id):  {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:42.783169 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:33:42.938396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-ffca62ae-059a-4a6b-983d-279206c0e2e1 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:42.939254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-ffca62ae-059a-4a6b-983d-279206c0e2e1 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Synchronizing usage tracker for tenant:d8f6d6d4d16e4f8291cf32fca2f053ca on resource:network {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:33:42.988664 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded870d-a347-4dad-8dab-289037cbe79f None None] Network 40986187-c974-4c94-91f3-a1f7ceb515f6 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:33:43.011245 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=708aab71-bc36-469e-b176-020dcc1cb382,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:43.055906 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:43.076523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:43.201166 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:33:43.209735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:43.253431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-ffca62ae-059a-4a6b-983d-279206c0e2e1 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Unset dirty status for tenant:d8f6d6d4d16e4f8291cf32fca2f053ca on resource:network {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:33:43.255134 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-ffca62ae-059a-4a6b-983d-279206c0e2e1 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/networks?id=a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd HTTP/1.1" status: 200  len: 811 time: 1.2377853
Feb 17 04:33:43.260408 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e933c64-bf92-44ef-b625-a4d02f90c096 None None] Network a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:33:43.301454 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:33:43.457123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Network db318819-52ac-454a-9acd-88522654014f is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:33:43.502071 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Attempting to bind port d645ba20-6921-43dd-9ceb-6ff9d373d43e on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:33:43.502724 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Attempting to bind port d645ba20-6921-43dd-9ceb-6ff9d373d43e by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:33:43.503402 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Attempting to bind port d645ba20-6921-43dd-9ceb-6ff9d373d43e on network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:33:43.552171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Resources bound (agent type, host, resource id):  {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:43.552369 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-bd3846b9-ddd3-4943-803d-afaff2a219d8 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/quotas/d8f6d6d4d16e4f8291cf32fca2f053ca HTTP/1.1" status: 200  len: 375 time: 0.0744076
Feb 17 04:33:43.597432 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:33:43.621409 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Pushing event updated for resources: {'Port': ['ID=5a811137-903d-4140-81ba-096a580d0f8d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:43.630278 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:33:43.631075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Checking segment: {'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:33:43.632767 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:43.633526 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Bound using segment: {'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:33:43.636568 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Bound port: d645ba20-6921-43dd-9ceb-6ff9d373d43e, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:33:43.638077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:43.710127 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-559a6212-5a0f-4537-b6da-e47f72992fd5 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d8f6d6d4d16e4f8291cf32fca2f053ca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1482666
Feb 17 04:33:43.746275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 52966) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:43.757983 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1423458659-network', 'tenant_id': '169d691368e0453db893a8872f34f05c'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:43.765548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:43.775388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:43.791031 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Usage tracker for resource:network and tenant:169d691368e0453db893a8872f34f05c is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:43.809545 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:43.870887 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f2954120-d632-4bba-9b69-e36a66bf4763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:43.964272 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:43.979388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.465s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:44.246028 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 52982) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:44.264028 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Attempting to bind port 5a811137-903d-4140-81ba-096a580d0f8d on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:33:44.264486 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Attempting to bind port 5a811137-903d-4140-81ba-096a580d0f8d by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:33:44.264845 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Attempting to bind port 5a811137-903d-4140-81ba-096a580d0f8d on network db318819-52ac-454a-9acd-88522654014f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:33:44.312476 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:33:44.313181 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Checking segment: {'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:33:44.314633 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:44.314633 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Bound using segment: {'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:33:44.315457 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Bound port: 5a811137-903d-4140-81ba-096a580d0f8d, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:33:44.324549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:44.325074 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854383430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453656'] for router, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:44.439675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] For port d645ba20-6921-43dd-9ceb-6ff9d373d43e, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:33:44.633729 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Made reservation on behalf of 169d691368e0453db893a8872f34f05c for: {'network': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:44.639963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c43aa7-ce51-45cb-b481-01071beb32fc,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:44.640371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:44.669609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-2637d577-1c8d-4237-ae57-96185600e35e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:33:44.679608 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-2637d577-1c8d-4237-ae57-96185600e35e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4897506
Feb 17 04:33:44.682054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:44.694240 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:44.806948 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:44.833900 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] For port d645ba20-6921-43dd-9ceb-6ff9d373d43e, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=d645ba20-6921-43dd-9ceb-6ff9d373d43e,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:33:44.876999 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4236b203-4b38-4a40-b4b6-4f2637e51a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:44.913425 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:44.937291 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:44.951770 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:44.963991 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-4236b203-4b38-4a40-b4b6-4f2637e51a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:44.971084 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-4236b203-4b38-4a40-b4b6-4f2637e51a3a admin admin] Usage tracker for resource:security_group_rule and tenant:3475ea0257814ff880686548691284d5 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:44.977189 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-4236b203-4b38-4a40-b4b6-4f2637e51a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:44.989919 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-4236b203-4b38-4a40-b4b6-4f2637e51a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:45.109513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Usage tracker for resource:security_group_rule and tenant:169d691368e0453db893a8872f34f05c is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:45.115110 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:45.117166 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Checking segment: {'id': 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:33:45.117630 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Network hostable DHCP agents. Network: 6e174343-ab03-4c52-a597-b1e3d9834772, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:33:45.125437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-75922871-479e-44ba-8820-f36037a37bbe None None] For port 5a811137-903d-4140-81ba-096a580d0f8d, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:33:45.141192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:45.156373 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-75922871-479e-44ba-8820-f36037a37bbe None None] For port 5a811137-903d-4140-81ba-096a580d0f8d, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=5a811137-903d-4140-81ba-096a580d0f8d,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:33:45.184838 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Pushing event updated for resources: {'Port': ['ID=d645ba20-6921-43dd-9ceb-6ff9d373d43e,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:45.191271 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:45.195411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:45.198048 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4236b203-4b38-4a40-b4b6-4f2637e51a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:45.218257 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:45.248746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Router a1bafa37-16c4-4a02-be5b-0563167cf345 is scheduled to L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 with binding_index 1 {{(pid=84039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:33:45.277328 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-f314bae1-c164-4a73-a747-9afc32a262ed service neutron] 10.222.0.73 "GET /v2.0/networks/a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5965767
Feb 17 04:33:45.283654 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4236b203-4b38-4a40-b4b6-4f2637e51a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:45.370396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Network 6e174343-ab03-4c52-a597-b1e3d9834772 is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:33:45.439789 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Pushing event updated for resources: {'Port': ['ID=5a811137-903d-4140-81ba-096a580d0f8d,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:45.440480 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 6e174343-ab03-4c52-a597-b1e3d9834772) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:45.446135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:45.470149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bcc07c-d11c-441f-9ee8-1ebded0605a1 None None] Network 6e174343-ab03-4c52-a597-b1e3d9834772 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:33:45.492231 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:45.493909 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:45.506838 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:45.574060 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-9eef2ca3-e62d-423f-b939-57ca3b94a6b5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 4.5499151
Feb 17 04:33:45.582017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53002) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:45.598678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1697279341-router', 'tenant_id': '0e308712a7a343778981979df1c88348', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:45.608095 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:45.616668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Usage tracker for resource:router and tenant:0e308712a7a343778981979df1c88348 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:45.623936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:45.669015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854383430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453656'] for router, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:45.673905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:45.881088 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236b203-4b38-4a40-b4b6-4f2637e51a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b6749b-f703-462e-a8c7-eaa07d551dfd,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:45.901815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4236b203-4b38-4a40-b4b6-4f2637e51a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:46.028274 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-4236b203-4b38-4a40-b4b6-4f2637e51a3a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3475ea0257814ff880686548691284d5&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7801039
Feb 17 04:33:46.029637 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245793ae-2710-407e-8a42-1442461e68c7 None None] Network 6e174343-ab03-4c52-a597-b1e3d9834772 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:33:46.061213 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53012) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:46.102652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7595'] for router, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.104098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854261589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768205'] for router, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.187040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.474972 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-87660092-025d-4918-9415-8cdb9fb049d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.512660 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-87660092-025d-4918-9415-8cdb9fb049d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.608174 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-bf63d2f5-1352-4498-a79f-77eeed27c6fd service neutron] 10.222.0.73 "GET /v2.0/networks/a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.3225558
Feb 17 04:33:46.613730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.613730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:33:46.630319 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Sync routers for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:33:46.667816 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-87660092-025d-4918-9415-8cdb9fb049d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.671029 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:33:46.672506 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d8f73c8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:33:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:46.686067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:46.722025 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.725203 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87660092-025d-4918-9415-8cdb9fb049d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b6749b-f703-462e-a8c7-eaa07d551dfd,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:46.729651 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-87660092-025d-4918-9415-8cdb9fb049d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.749567 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-87660092-025d-4918-9415-8cdb9fb049d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/72b6749b-f703-462e-a8c7-eaa07d551dfd HTTP/1.1" status: 204  len: 168 time: 0.6465037
Feb 17 04:33:46.751882 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-87660092-025d-4918-9415-8cdb9fb049d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:46.819080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=84039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:33:46.836413 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309465549599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.837144 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Added segment 9fe6b24e-bd09-4b6e-962e-6b8c117a45dc of type vxlan for network 92c0c95d-9b10-4351-9bfd-2d680547aac4
Feb 17 04:33:46.870209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.903684 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4236b203-4b38-4a40-b4b6-4f2637e51a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:46.915718 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Notify callbacks [] for router, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:46.921941 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 8.3340955
Feb 17 04:33:46.924111 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53032) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:46.952453 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Router 13a67db9-d453-44be-b63e-5809782901a8 is scheduled to L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 with binding_index 1 {{(pid=84038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:33:47.108750 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854383445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768254'] for router, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:47.144812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:47.201644 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:33:47.230323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:47.231413 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:47.254410 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53044) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:47.260524 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 04:33:47.333066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e667acb7-fb05-447e-b61b-2e7ccc23baf8,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:47.352201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:47.354155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-990f43b1-df12-4f29-9ebe-995c3043336c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:47.368703 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f62f80c7-bf3c-4b07-b24c-a05cf1e587f2 req-89e612e1-48ac-4421-8782-114b1f8b7310 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 210 time: 0.1102173
Feb 17 04:33:47.572735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53060) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:47.638019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:33:47.665088 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Sync routers for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:33:47.739053 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:33:47.740198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000c86ef28>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:33:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:47.791692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Pushing event updated for resources: {'Network': ['ID=92c0c95d-9b10-4351-9bfd-2d680547aac4,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:47.800192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:47.816006 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:47.820811 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 9.7212062
Feb 17 04:33:47.833824 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53066) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:47.903317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network 92c0c95d-9b10-4351-9bfd-2d680547aac4 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:33:47.921765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 92c0c95d-9b10-4351-9bfd-2d680547aac4 details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:33:48.149678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d8f73c8>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:42Z', 'revision_number': 3, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:48.171672 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Checking router: a1bafa37-16c4-4a02-be5b-0563167cf345 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:33:48.176201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Updating router a1bafa37-16c4-4a02-be5b-0563167cf345 port da92c344-0334-4a5e-9c56-b47c4d34d944 binding host dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:33:48.271953 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 4.5238101
Feb 17 04:33:48.295435 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53076) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:48.498155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:33:48.507688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:48.567652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53078) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:48.747928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66f16e44-4ee6-4058-8599-5338f9a151d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:48.782870 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53088) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:48.795605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Request body: {'subnet': {'network_id': '92c0c95d-9b10-4351-9bfd-2d680547aac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1423458659-subnet', 'tenant_id': '169d691368e0453db893a8872f34f05c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:48.821200 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-66f16e44-4ee6-4058-8599-5338f9a151d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:48.853053 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:48.870725 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f539a4da-4efe-45f3-9fd9-f58ec53ea4dd req-f79e6443-2dac-49ca-9043-a264fb71b939 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 210 time: 0.2729597
Feb 17 04:33:48.909099 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Usage tracker for resource:subnet and tenant:169d691368e0453db893a8872f34f05c is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:48.927082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:48.961653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:49.029295 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb702199-6dcc-4120-b622-f5b3c54002b3 None None] Network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:33:49.208271 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device d645ba20-6921-43dd-9ceb-6ff9d373d43e up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:33:49.254996 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc3165-58a6-4dce-8592-62b5d0479a68 None None] Network db318819-52ac-454a-9acd-88522654014f requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:33:49.417438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Made reservation on behalf of 169d691368e0453db893a8872f34f05c for: {'subnet': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:49.444210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:49.452622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-66f16e44-4ee6-4058-8599-5338f9a151d8 admin admin] Usage tracker for resource:security_group_rule and tenant:ff98be23dcd04f0cbe08193a409aea0a is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:49.556691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-07a3c537-0d03-40bd-8318-1c823f5a69bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:49.595996 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-66f16e44-4ee6-4058-8599-5338f9a151d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:49.601089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:49.729907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-07a3c537-0d03-40bd-8318-1c823f5a69bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:49.744442 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:50.021660 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:50.056275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-07a3c537-0d03-40bd-8318-1c823f5a69bb admin admin] Usage tracker for resource:security_group_rule and tenant:dded8aa7712845308ce4c37084122fb6 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:50.061008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-66f16e44-4ee6-4058-8599-5338f9a151d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:50.085579 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-07a3c537-0d03-40bd-8318-1c823f5a69bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:50.116609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:50.134431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Transition to ACTIVE for port object da92c344-0334-4a5e-9c56-b47c4d34d944 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:33:50.218559 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:50.230015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d5266a3-a83b-4b5f-8300-0e6e0775e00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:50.243014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dbd3dda8-3482-41f9-9895-17b3b53397c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:50.265281 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-07a3c537-0d03-40bd-8318-1c823f5a69bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:50.274904 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-9d5266a3-a83b-4b5f-8300-0e6e0775e00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:50.280770 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-9d5266a3-a83b-4b5f-8300-0e6e0775e00b admin admin] Usage tracker for resource:security_group_rule and tenant:e0f904156f2f43fda835bc054be4ad06 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:50.286164 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-9d5266a3-a83b-4b5f-8300-0e6e0775e00b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:50.295077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-9d5266a3-a83b-4b5f-8300-0e6e0775e00b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:50.392077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-409eae7e-fcfc-424f-a6ab-2f74de833e43 None None] Provisioning for port d645ba20-6921-43dd-9ceb-6ff9d373d43e completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:33:50.427718 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Pushing event updated for resources: {'Port': ['ID=da92c344-0334-4a5e-9c56-b47c4d34d944,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:50.441156 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.441523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.441890 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.442237 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.442593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.442940 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.443820 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.444170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.444534 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.444887 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.445228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.445570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.445993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.448323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.448323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.448323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.448323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.448323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.448323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.448323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.449022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.449022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.450240 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.450240 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Tracked resource versions report:
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]: pushed versions:
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]: {   'AddressGroup': {'1.1'},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     'ConntrackHelper': {'1.0'},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Log': {'1.0'},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Network': {'1.1'},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Port': {'1.7'},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     'PortForwarding': {'1.2'},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     'QosPolicy': {'1.8'},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroup': {'1.4'},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SecurityGroupRule': {'1.2'},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     'SubPort': {'1.0'},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Subnet': {'1.1'},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     'Trunk': {'1.1'}}
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]: consumer versions:
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]: {   DHCP agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     L3 agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metadata agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     Metering agent@dv-cinder-759955-5-iscsi: {},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     Open vSwitch agent@dv-cinder-759955-5-iscsi: {   'AddressGroup': '1.1',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'ConntrackHelper': '1.0',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Log': '1.0',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Network': '1.1',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Port': '1.7',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'PortForwarding': '1.2',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'QosPolicy': '1.8',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroup': '1.4',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SecurityGroupRule': '1.2',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'SubPort': '1.0',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Subnet': '1.1',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                                      'Trunk': '1.1'},
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:     Open vSwitch agent@hv-cinder-75995: {   'AddressGroup': '1.1',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'ConntrackHelper': '1.0',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Log': '1.0',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Network': '1.1',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Port': '1.7',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'PortForwarding': '1.2',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'QosPolicy': '1.8',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'SecurityGroup': '1.4',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'SecurityGroupRule': '1.2',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'SubPort': '1.0',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Subnet': '1.1',
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:                                             'Trunk': '1.1'}}
Feb 17 04:33:50.450939 dv-cinder-759955-5-iscsi neutron-server[83925]:  {{(pid=84041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 04:33:50.458389 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:50.510666 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-34af93c6-54dc-4b0d-857c-194f98c061aa req-e93f370b-ea53-4b9a-903d-a13c3cbf6840 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 210 time: 0.4289498
Feb 17 04:33:50.537681 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000c86ef28>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:43Z', 'revision_number': 3, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:50.572249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Checking router: 13a67db9-d453-44be-b63e-5809782901a8 for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:33:50.573247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Updating router 13a67db9-d453-44be-b63e-5809782901a8 port 708aab71-bc36-469e-b176-020dcc1cb382 binding host dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:33:50.580733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Attempting to bind port da92c344-0334-4a5e-9c56-b47c4d34d944 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:33:50.586821 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Attempting to bind port da92c344-0334-4a5e-9c56-b47c4d34d944 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:33:50.586821 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Attempting to bind port da92c344-0334-4a5e-9c56-b47c4d34d944 on network 41731883-87f5-4e1a-89a9-5fc9628819cc {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:33:50.593370 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:33:50.593862 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Checking segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:33:50.594201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:50.594630 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Bound using segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:33:50.595155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Bound port: da92c344-0334-4a5e-9c56-b47c4d34d944, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:33:50.595604 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:50.696948 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:50.817788 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] For port da92c344-0334-4a5e-9c56-b47c4d34d944, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:33:50.822479 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] For port da92c344-0334-4a5e-9c56-b47c4d34d944, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=da92c344-0334-4a5e-9c56-b47c4d34d944,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:33:50.852722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:50.915651 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:51.008452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d5266a3-a83b-4b5f-8300-0e6e0775e00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:51.113083 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d5266a3-a83b-4b5f-8300-0e6e0775e00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:51.302691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:51.331574 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Transition to ACTIVE for port object 708aab71-bc36-469e-b176-020dcc1cb382 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:33:51.340303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Pushing event updated for resources: {'Port': ['ID=da92c344-0334-4a5e-9c56-b47c4d34d944,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:51.359858 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:51.425830 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:33:51.426740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d8f73c8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:33:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:51.427449 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for subnet, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:51.430396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:51.431608 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-3547b062-80da-4a78-9229-d42a98a4b49f None None] Provisioning for port 5a811137-903d-4140-81ba-096a580d0f8d completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:33:51.434986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port d645ba20-6921-43dd-9ceb-6ff9d373d43e completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:33:51.460307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:51.523083 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port d645ba20-6921-43dd-9ceb-6ff9d373d43e triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:51.540223 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:51.541408 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:51.568265 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:51.613935 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37b9232-d947-4339-8571-5d139b936dca,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:51.618170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:51.717378 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Allocated IP 172.20.0.1 (db318819-52ac-454a-9acd-88522654014f/fb541eeb-bbaf-4cdc-be92-cb0eb60b219f/1bef0c6e-bb38-49c3-b236-d926fa89cb65) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:33:51.809099 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5266a3-a83b-4b5f-8300-0e6e0775e00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549e2ceb-8495-4908-b7c6-eeb7358571f9,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:51.814875 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9d5266a3-a83b-4b5f-8300-0e6e0775e00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:51.820637 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-9d5266a3-a83b-4b5f-8300-0e6e0775e00b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e0f904156f2f43fda835bc054be4ad06&name=default HTTP/1.1" status: 200  len: 2979 time: 4.2412043
Feb 17 04:33:51.821634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53132) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:51.838115 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0954b-a147-4dfc-990c-ce85703bae98 None None] Pushing event updated for resources: {'Port': ['ID=708aab71-bc36-469e-b176-020dcc1cb382,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:51.858759 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1ae0954b-a147-4dfc-990c-ce85703bae98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:51.899718 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:33:51.983075 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-cf321fae-0215-4711-b6dc-650d3e10ab7b req-41622b48-638f-474d-ac1f-64d25e1fbc5e tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 210 time: 0.0932417
Feb 17 04:33:51.995989 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-002bb505-a2c9-4261-b152-c18d73fdae3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.008713 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-d46d3b06-becd-4a81-a570-4a6eeb73284d None None] Provisioning complete for port d645ba20-6921-43dd-9ceb-6ff9d373d43e triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:52.009569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d46d3b06-becd-4a81-a570-4a6eeb73284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.043252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-002bb505-a2c9-4261-b152-c18d73fdae3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.072598 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.081252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.085385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Checking segment: {'id': '9fe6b24e-bd09-4b6e-962e-6b8c117a45dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '92c0c95d-9b10-4351-9bfd-2d680547aac4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:33:52.085782 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Network hostable DHCP agents. Network: 92c0c95d-9b10-4351-9bfd-2d680547aac4, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:33:52.117007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Transition to ACTIVE for port object 1bef0c6e-bb38-49c3-b236-d926fa89cb65 will not be triggered until provisioned by entity DHCP. {{(pid=84039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:33:52.171821 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66f16e44-4ee6-4058-8599-5338f9a151d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.184581 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Network 92c0c95d-9b10-4351-9bfd-2d680547aac4 is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:33:52.187383 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.210590 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c92a2678-73ae-4949-b1eb-485d13945610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:52.216873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d46d3b06-becd-4a81-a570-4a6eeb73284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.271826 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port d645ba20-6921-43dd-9ceb-6ff9d373d43e, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=d645ba20-6921-43dd-9ceb-6ff9d373d43e,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:33:52.273155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Attempting to bind port 708aab71-bc36-469e-b176-020dcc1cb382 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:33:52.273562 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Attempting to bind port 708aab71-bc36-469e-b176-020dcc1cb382 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:33:52.274103 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Attempting to bind port 708aab71-bc36-469e-b176-020dcc1cb382 on network 41731883-87f5-4e1a-89a9-5fc9628819cc {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:33:52.281290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:33:52.281704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Checking segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:33:52.282150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.290427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Bound using segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:33:52.290427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Bound port: 708aab71-bc36-469e-b176-020dcc1cb382, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:33:52.290427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.316980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d8f73c8>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:42Z', 'revision_number': 3, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:52.322348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7beca7-cfdb-4b76-acec-5508dbb38f7a None None] The sync data for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi is: [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:42Z', 'revision_number': 3, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:33:52.346904 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.366686 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66f16e44-4ee6-4058-8599-5338f9a151d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.379445 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-002bb505-a2c9-4261-b152-c18d73fdae3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.384037 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [None req-d46d3b06-becd-4a81-a570-4a6eeb73284d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:33:52.384435 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [None req-d46d3b06-becd-4a81-a570-4a6eeb73284d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:33:52.392134 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.403166 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Pushing event updated for resources: {'Port': ['ID=1bef0c6e-bb38-49c3-b236-d926fa89cb65,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:52.403923 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 5a811137-903d-4140-81ba-096a580d0f8d up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:33:52.408462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:52.413073 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 92c0c95d-9b10-4351-9bfd-2d680547aac4) {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:52.416346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:52.428820 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:52.429479 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.437032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dd2980fb-b1c9-4dea-87f1-7dbfc8496d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:52.471636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Allocated IP 172.27.2.185 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/2931e75c-17d2-4e4c-9f38-7f0b200d8770) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:33:52.482340 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d087e-943e-4eee-89c3-b9675155a9e8 None None] Network 92c0c95d-9b10-4351-9bfd-2d680547aac4 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:33:52.486406 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-66f16e44-4ee6-4058-8599-5338f9a151d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff98be23dcd04f0cbe08193a409aea0a&name=default HTTP/1.1" status: 200  len: 2979 time: 3.9147248
Feb 17 04:33:52.488546 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53136) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:52.542332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Network db318819-52ac-454a-9acd-88522654014f is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:33:52.545991 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:52.562779 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.9685149
Feb 17 04:33:52.562779 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:33:52.562779 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854398719'] for router_interface, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.590723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f16e44-4ee6-4058-8599-5338f9a151d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0dc6b4-c4ff-4160-8aa6-929c61955aae,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:52.873252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] For port 708aab71-bc36-469e-b176-020dcc1cb382, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:33:52.873252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=d645ba20-6921-43dd-9ceb-6ff9d373d43e,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:52.873252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] For port 708aab71-bc36-469e-b176-020dcc1cb382, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=708aab71-bc36-469e-b176-020dcc1cb382,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:33:52.873252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:52.873252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 5a811137-903d-4140-81ba-096a580d0f8d completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:33:52.909902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-07a3c537-0d03-40bd-8318-1c823f5a69bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.913194 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9860e33b-8c31-455b-95ed-59559702092e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:52.924024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bb505-a2c9-4261-b152-c18d73fdae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549e2ceb-8495-4908-b7c6-eeb7358571f9,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:52.984017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53142) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:53.029365 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:53.048329 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 5a811137-903d-4140-81ba-096a580d0f8d triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:53.049093 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:53.090903 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9860e33b-8c31-455b-95ed-59559702092e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:53.189977 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:53.311517 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7e1963-83bb-458e-b46f-365a23612593 admin admin] Deleting subnet deb3601f-33f9-48cd-98c2-024282c83037 {{(pid=84039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:33:53.327809 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.76', 50705) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:53.370500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-002bb505-a2c9-4261-b152-c18d73fdae3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:53.376235 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0954b-a147-4dfc-990c-ce85703bae98 None None] Pushing event updated for resources: {'Port': ['ID=708aab71-bc36-469e-b176-020dcc1cb382,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:53.379273 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef37b55-bc87-4dbc-8c77-5d9ed4b92c1f None None] Network 92c0c95d-9b10-4351-9bfd-2d680547aac4 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:33:53.388307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.831s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:53.388833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:53.404560 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1ae0954b-a147-4dfc-990c-ce85703bae98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:53.406038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-07a3c537-0d03-40bd-8318-1c823f5a69bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:53.422206 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-002bb505-a2c9-4261-b152-c18d73fdae3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:53.428021 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-002bb505-a2c9-4261-b152-c18d73fdae3a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/549e2ceb-8495-4908-b7c6-eeb7358571f9 HTTP/1.1" status: 204  len: 168 time: 1.5519252
Feb 17 04:33:53.431646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1963-83bb-458e-b46f-365a23612593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:53.522149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Allocated IP 172.20.0.1 (1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3/0186b1a0-62b8-4766-b853-dd62c7fb19d9/b7293356-cfd4-4b43-8ea7-cf895478952d) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:33:53.537573 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1963-83bb-458e-b46f-365a23612593 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:53.562352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:53.604613 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-07a3c537-0d03-40bd-8318-1c823f5a69bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dded8aa7712845308ce4c37084122fb6&name=default HTTP/1.1" status: 200  len: 2979 time: 4.8201280
Feb 17 04:33:53.605723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3c537-0d03-40bd-8318-1c823f5a69bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a4c48d-7fdc-44fb-b57c-67928600ea97,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:53.612695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1963-83bb-458e-b46f-365a23612593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:53.626771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-07a3c537-0d03-40bd-8318-1c823f5a69bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:53.629908 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c20ca285-6c01-4207-b7e0-45af24306bf3 req-24b6ded6-cef7-4e44-8cb3-f9b3168a53dc tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 210 time: 0.3055816
Feb 17 04:33:53.668931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53154) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:53.902969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-2cb37932-2a4f-4dc6-a132-3f0224358469 None None] Provisioning complete for port 5a811137-903d-4140-81ba-096a580d0f8d triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:53.903427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2cb37932-2a4f-4dc6-a132-3f0224358469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:53.963533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:54.001722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9860e33b-8c31-455b-95ed-59559702092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:54.007815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:54.043847 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:54.092971 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9860e33b-8c31-455b-95ed-59559702092e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:54.094218 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-9860e33b-8c31-455b-95ed-59559702092e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c0dc6b4-c4ff-4160-8aa6-929c61955aae HTTP/1.1" status: 204  len: 168 time: 1.6045148
Feb 17 04:33:54.095784 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c92e-a200-42e3-81ab-bbfb85fe25c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:54.098842 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:54.128586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c92e-a200-42e3-81ab-bbfb85fe25c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:54.151766 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-48462d6a-9390-4862-aae9-8a5283d41881 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:33:54.153524 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-48462d6a-9390-4862-aae9-8a5283d41881 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.76 "GET /v2.0/networks?id=a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd HTTP/1.1" status: 200  len: 811 time: 0.8217759
Feb 17 04:33:54.186685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:54.210165 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Transition to ACTIVE for port object b7293356-cfd4-4b43-8ea7-cf895478952d will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:33:54.210674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860e33b-8c31-455b-95ed-59559702092e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0dc6b4-c4ff-4160-8aa6-929c61955aae,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:54.210674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9860e33b-8c31-455b-95ed-59559702092e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:54.243136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 5a811137-903d-4140-81ba-096a580d0f8d, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=5a811137-903d-4140-81ba-096a580d0f8d,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:33:54.302123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:54.321873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:54.355192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:54.375867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d87dcda1-d10a-43c9-81e4-d95b2c686eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:54.392712 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:33:54.393426 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000c86ef28>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:33:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:54.469334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Request body: {'port': {'device_id': '10f38d61-fed7-40f6-9cd5-0d9c3ffc6437', 'network_id': 'a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd', 'admin_state_up': True, 'tenant_id': 'd8f6d6d4d16e4f8291cf32fca2f053ca'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:33:54.528146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:54.708197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=5a811137-903d-4140-81ba-096a580d0f8d,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:54.716001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:54.745095 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device d645ba20-6921-43dd-9ceb-6ff9d373d43e up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:33:54.869815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-2cb37932-2a4f-4dc6-a132-3f0224358469 None None] Provisioning for port 1bef0c6e-bb38-49c3-b236-d926fa89cb65 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:33:54.897256 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-2cb37932-2a4f-4dc6-a132-3f0224358469 None None] Provisioning complete for port 1bef0c6e-bb38-49c3-b236-d926fa89cb65 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:54.897966 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2cb37932-2a4f-4dc6-a132-3f0224358469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:54.943067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:54.947924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c92e-a200-42e3-81ab-bbfb85fe25c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:54.957408 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Usage tracker for resource:port and tenant:d8f6d6d4d16e4f8291cf32fca2f053ca is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:54.975061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:54.983992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:55.067000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:55.087734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5c92e-a200-42e3-81ab-bbfb85fe25c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a4c48d-7fdc-44fb-b57c-67928600ea97,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:55.101229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-2cb37932-2a4f-4dc6-a132-3f0224358469 None None] Port 1bef0c6e-bb38-49c3-b236-d926fa89cb65 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:33:55.112092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5cf5c92e-a200-42e3-81ab-bbfb85fe25c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:55.113328 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-5cf5c92e-a200-42e3-81ab-bbfb85fe25c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/56a4c48d-7fdc-44fb-b57c-67928600ea97 HTTP/1.1" status: 204  len: 168 time: 1.4396222
Feb 17 04:33:55.121253 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Pushing event updated for resources: {'Port': ['ID=2931e75c-17d2-4e4c-9f38-7f0b200d8770,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:55.124875 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:55.126506 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5cf5c92e-a200-42e3-81ab-bbfb85fe25c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:55.145938 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fcf92ec2-ed88-4c9d-8a00-c71e4c683adf req-9a7b7e94-4de0-4346-9341-3773ebe6846d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 210 time: 0.1728854
Feb 17 04:33:55.179912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:55.181742 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Made reservation on behalf of d8f6d6d4d16e4f8291cf32fca2f053ca for: {'port': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:33:55.187811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:55.214359 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-2cb37932-2a4f-4dc6-a132-3f0224358469 None None] Provisioning complete for port d645ba20-6921-43dd-9ceb-6ff9d373d43e triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:55.215811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2cb37932-2a4f-4dc6-a132-3f0224358469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:55.272775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.resource_extend [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 04:33:55.277344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port d645ba20-6921-43dd-9ceb-6ff9d373d43e triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:55.277998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:55.303073 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:33:55.313061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:55.317002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:33:55.317530 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854398719'] for router_interface, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:55.334795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:33:55.420088 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:55.465572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1963-83bb-458e-b46f-365a23612593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for subnet, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:55.486212 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b7293356-cfd4-4b43-8ea7-cf895478952d,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:55.491592 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:55.553103 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-897f8c45-ac08-4117-b448-bb7122380ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:55.641017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:55.704489 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:33:55.779260 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:55.781304 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:55.807415 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:33:55.871007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853154899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-377191'] for router_interface, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:55.917084 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device da92c344-0334-4a5e-9c56-b47c4d34d944 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:33:56.132192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e1963-83bb-458e-b46f-365a23612593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deb3601f-33f9-48cd-98c2-024282c83037,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:56.145766 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ec7e1963-83bb-458e-b46f-365a23612593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:56.163016 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:56.340555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1963-83bb-458e-b46f-365a23612593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:56.347880 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Pushing event updated for resources: {'Port': ['ID=1bef0c6e-bb38-49c3-b236-d926fa89cb65,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:56.361462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:56.394310 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ec7e1963-83bb-458e-b46f-365a23612593 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/deb3601f-33f9-48cd-98c2-024282c83037 HTTP/1.1" status: 204  len: 168 time: 3.3872783
Feb 17 04:33:56.435344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53228) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:56.441298 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port da92c344-0334-4a5e-9c56-b47c4d34d944 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:33:56.567793 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:56.598808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port da92c344-0334-4a5e-9c56-b47c4d34d944 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:56.599266 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:57.123254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53242) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:57.258477 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:57.294290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:57.304474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:57.310702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bf44d355-c811-45e4-91a6-db057c1fca07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:57.335660 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853154899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-377191'] for router_interface, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:57.386682 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port da92c344-0334-4a5e-9c56-b47c4d34d944, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=da92c344-0334-4a5e-9c56-b47c4d34d944,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:33:57.424511 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:57.427125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000c86ef28>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:43Z', 'revision_number': 3, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:57.450981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:57.528848 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92a314-d6d0-4f34-90f4-5d598a68eaab None None] The sync data for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi is: [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:43Z', 'revision_number': 3, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:33:57.581266 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-f4da2e98-a2d3-4590-9a6a-4d6c6365c2f8 None None] Provisioning for port b7293356-cfd4-4b43-8ea7-cf895478952d completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:33:57.619198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Allocated IP 172.20.0.13 (a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd/6df57f33-dcf9-4c3b-8773-8cc7ba39a711/3e8c2c09-fc54-44db-900d-60ab887f70b2) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:33:57.649850 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:57.729587 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-bf44d355-c811-45e4-91a6-db057c1fca07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:57.741019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-bf44d355-c811-45e4-91a6-db057c1fca07 admin admin] Usage tracker for resource:security_group_rule and tenant:9f3e6d17187d47138babde81ea4293bb is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:57.762546 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=da92c344-0334-4a5e-9c56-b47c4d34d944,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:57.766569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-bf44d355-c811-45e4-91a6-db057c1fca07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:57.780394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 5a811137-903d-4140-81ba-096a580d0f8d up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:33:57.780605 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-999029e8-6552-4213-abab-dcd7685a147d req-2c0f76f3-f77d-41cb-8e71-764518af4528 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 210 time: 1.0791087
Feb 17 04:33:57.793803 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-bf44d355-c811-45e4-91a6-db057c1fca07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:57.834907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Network db318819-52ac-454a-9acd-88522654014f is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:33:57.838468 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:57.872765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:57.884190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:33:57.887493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:33:57.895487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b7293356-cfd4-4b43-8ea7-cf895478952d,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:57.900510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:57.920124 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-f4da2e98-a2d3-4590-9a6a-4d6c6365c2f8 None None] Provisioning complete for port b7293356-cfd4-4b43-8ea7-cf895478952d triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:57.924875 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f4da2e98-a2d3-4590-9a6a-4d6c6365c2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:58.144848 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:58.181465 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-f4da2e98-a2d3-4590-9a6a-4d6c6365c2f8 None None] Port b7293356-cfd4-4b43-8ea7-cf895478952d cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:33:58.278869 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 5a811137-903d-4140-81ba-096a580d0f8d triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:58.279362 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:58.556804 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53270) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:58.578360 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-eede4ae1-02bd-4c33-8614-3349b22948cf None None] Provisioning complete for port b7293356-cfd4-4b43-8ea7-cf895478952d triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:58.579264 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-eede4ae1-02bd-4c33-8614-3349b22948cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:58.726732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f000ca675c0>> segment before_delete 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:58.727347 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f000ca675c0>> subnet precommit_delete_associations 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:58.728891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000c94cf28>> segment_host_mapping after_create 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:58.729412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000c94cf28>> port after_create 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:58.729882 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000c94cf28>> port after_delete 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:58.730284 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000c94cf28>> port after_update 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:58.730655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000c94cf28>> segment after_delete 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:58.731027 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000c94cf28>> subnet after_create 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:58.731474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000c94cf28>> subnet after_delete 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:58.731899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000c94cf28>> subnet after_update 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:58.886178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bf44d355-c811-45e4-91a6-db057c1fca07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:58.932909 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-eede4ae1-02bd-4c33-8614-3349b22948cf None None] Port b7293356-cfd4-4b43-8ea7-cf895478952d cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:33:59.013743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-eede4ae1-02bd-4c33-8614-3349b22948cf None None] Provisioning complete for port 1bef0c6e-bb38-49c3-b236-d926fa89cb65 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:59.014285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-eede4ae1-02bd-4c33-8614-3349b22948cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:59.117841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f000cd12550>> subnet after_create 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:59.125112 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f000cd12550>> subnet after_delete 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:59.125731 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f000cd12550>> subnet before_create 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:59.126285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f000cd12550>> subnet before_update 55550000 {{(pid=84039) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:33:59.126879 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000ca1c9b0>,) {'filters': {'network_id': ['40986187-c974-4c94-91f3-a1f7ceb515f6']}} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:59.159336 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-eede4ae1-02bd-4c33-8614-3349b22948cf None None] Port 1bef0c6e-bb38-49c3-b236-d926fa89cb65 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:33:59.162492 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bf44d355-c811-45e4-91a6-db057c1fca07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:59.225141 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Router 13a67db9-d453-44be-b63e-5809782901a8 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:33:59.261194 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f3202cc8-5573-4537-97fb-efc5711ff771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:33:59.267034 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bb945767-2aec-461b-ab61-aad748dd37cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:59.299654 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44d355-c811-45e4-91a6-db057c1fca07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc952052-e740-4b30-8e9d-ad20607094be,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:33:59.312852 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e88c13d3-398b-4793-a088-d3c43f3a301c req-1bc9db85-476a-4752-908a-3e97d24e6030 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 210 time: 0.1519384
Feb 17 04:33:59.314873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000ca1c9b0>, '73a8f628-af99-4e62-a963-e6b33dda65b7') {'for_net_delete': True} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:59.315584 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000ca1c9b0>, '73a8f628-af99-4e62-a963-e6b33dda65b7') {} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:33:59.334384 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bf44d355-c811-45e4-91a6-db057c1fca07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:33:59.344022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-bb945767-2aec-461b-ab61-aad748dd37cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:33:59.399932 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370675'] for segment, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:59.450483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-bb945767-2aec-461b-ab61-aad748dd37cf admin admin] Usage tracker for resource:security_group_rule and tenant:28d8d671639644f98e794b0a16be6e79 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:33:59.466356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-bb945767-2aec-461b-ab61-aad748dd37cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:33:59.536684 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-bb945767-2aec-461b-ab61-aad748dd37cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:33:59.556551 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:59.588085 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Router a1bafa37-16c4-4a02-be5b-0563167cf345 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:33:59.589033 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:33:59.589172 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:33:59.620204 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-bf44d355-c811-45e4-91a6-db057c1fca07 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f3e6d17187d47138babde81ea4293bb&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4795663
Feb 17 04:33:59.627011 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53288) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:33:59.720043 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] 10.222.0.73 "PUT /v2.0/routers/13a67db9-d453-44be-b63e-5809782901a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8777049
Feb 17 04:33:59.774129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:59.786806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 708aab71-bc36-469e-b176-020dcc1cb382 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:33:59.966396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 708aab71-bc36-469e-b176-020dcc1cb382 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:33:59.972308 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 708aab71-bc36-469e-b176-020dcc1cb382 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:33:59.972984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:33:59.979753 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:00.157182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bb945767-2aec-461b-ab61-aad748dd37cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:00.213152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-20df70d9-2bd7-432b-abb7-7b8843773893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:00.313875 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:00.330910 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-20df70d9-2bd7-432b-abb7-7b8843773893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:00.341182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:34:00.344467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 708aab71-bc36-469e-b176-020dcc1cb382, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=708aab71-bc36-469e-b176-020dcc1cb382,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:00.377625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:00.378973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device da92c344-0334-4a5e-9c56-b47c4d34d944 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:00.383396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bb945767-2aec-461b-ab61-aad748dd37cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:00.469060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:00.519303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:00.609782 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-bb945767-2aec-461b-ab61-aad748dd37cf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28d8d671639644f98e794b0a16be6e79&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0160565
Feb 17 04:34:00.614973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53308) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:00.615757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb945767-2aec-461b-ab61-aad748dd37cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7b958d-372a-42da-a99d-e44a310a49aa,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:00.624703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bb945767-2aec-461b-ab61-aad748dd37cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:00.739347 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:00.749539 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Network 40986187-c974-4c94-91f3-a1f7ceb515f6 has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:34:00.772307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=708aab71-bc36-469e-b176-020dcc1cb382,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:00.782536 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:00.790314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852218915'] for segment, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:00.799123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port da92c344-0334-4a5e-9c56-b47c4d34d944 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:00.799625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:01.129986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:01.260944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-20df70d9-2bd7-432b-abb7-7b8843773893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:01.287192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:01.300153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53314) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:01.308885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2e745-2d5c-4a67-b843-6e77c8ddea1f req-0ea3b2cb-6b83-402f-abb4-c433c71f6ea9 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:01.310585 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3cf2e745-2d5c-4a67-b843-6e77c8ddea1f req-0ea3b2cb-6b83-402f-abb4-c433c71f6ea9 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 932 time: 0.3631546
Feb 17 04:34:01.311750 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854383430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453656'] for router, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:01.320667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:34:01.320877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Sync routers for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:34:01.326389 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df70d9-2bd7-432b-abb7-7b8843773893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc952052-e740-4b30-8e9d-ad20607094be,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:01.331935 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Sync routers for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:34:01.332975 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-295495bd-9511-4e63-8c48-fad20c8148ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:01.338152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-20df70d9-2bd7-432b-abb7-7b8843773893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:01.338885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Network a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:01.344381 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1929106829', 'description': 'tempest-description--1588290895'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:01.352067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:01.355518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:01.356948 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Usage tracker for resource:security_group and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:01.358121 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d2e7ac8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:33:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:01.360532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:01.367118 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:01.433050 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:01.433750 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000f37e5c0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:33:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:01.541827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-20df70d9-2bd7-432b-abb7-7b8843773893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:01.543479 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-20df70d9-2bd7-432b-abb7-7b8843773893 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bc952052-e740-4b30-8e9d-ad20607094be HTTP/1.1" status: 204  len: 168 time: 1.9163229
Feb 17 04:34:01.759832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 708aab71-bc36-469e-b176-020dcc1cb382 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:01.846556 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3cf2e745-2d5c-4a67-b843-6e77c8ddea1f req-2ac162bd-1672-442f-9e87-3282b52a8501 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5171998
Feb 17 04:34:01.849342 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Network 40986187-c974-4c94-91f3-a1f7ceb515f6 has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:34:01.983715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Router f70d3e64-d8c4-4355-be46-1b3bbb10fa9a is scheduled to L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 with binding_index 1 {{(pid=84038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:34:02.073778 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 708aab71-bc36-469e-b176-020dcc1cb382 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:02.074256 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:02.124050 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:02.131298 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:02.177133 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:02.222235 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   from cryptography.utils import int_from_bytes
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   from cryptography.utils import int_from_bytes
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   (rel_b, rel_a, rel_b),
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   (rel_b, rel_a, rel_b),
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:34:02.282619 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:34:02.306856 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:02.307519 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for port, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:02.311889 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:02.328914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:02.392075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:02.400150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Usage tracker for resource:security_group_rule and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:02.408017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:02.419041 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:34:02.421704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:02.471239 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:02.479686 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Pushing event updated for resources: {'Port': ['ID=3e8c2c09-fc54-44db-900d-60ab887f70b2,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:02.483211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.353s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:02.494988 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] 10.222.0.73 "PUT /v2.0/routers/a1bafa37-16c4-4a02-be5b-0563167cf345/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.5696554
Feb 17 04:34:02.504024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:02.538198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:02.541096 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-227bf944-66fd-498d-b7af-db740825890e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 16.9570026
Feb 17 04:34:02.544780 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53328) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:02.588852 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] 10.222.0.73 "DELETE /v2.0/networks/40986187-c974-4c94-91f3-a1f7ceb515f6 HTTP/1.1" status: 204  len: 168 time: 6.1520183
Feb 17 04:34:02.643818 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53334) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:02.672657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Sync routers for ids ['f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:34:02.774624 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:02.789397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Pushing event deleted for resources: {'Network': ['ID=40986187-c974-4c94-91f3-a1f7ceb515f6,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:02.807355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:02.819472 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-295495bd-9511-4e63-8c48-fad20c8148ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:02.835876 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Routers {'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:02.836552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d50b278>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:33:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:02.854750 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:02.866113 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:02.928052 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.4651399
Feb 17 04:34:02.960018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8f7ea0-01dd-4402-8379-e13add28a81d admin admin] Deleting subnet c37b9232-d947-4339-8571-5d139b936dca {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:34:02.970429 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-e5cadddf-a65e-41fd-93b9-03a160a0c0e4 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:34:02.973901 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-e5cadddf-a65e-41fd-93b9-03a160a0c0e4 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0068407
Feb 17 04:34:02.976894 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c8f7ea0-01dd-4402-8379-e13add28a81d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.018388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b24728-46d9-4a4c-bbe2-2e0c964c46d9,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:03.034321 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:03.058275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.059841 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.7288907
Feb 17 04:34:03.078283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53350) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:03.085487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-b83fda76-452a-463a-9cb7-ab369abf1763 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Request body: {'security_group_rule': {'security_group_id': '52b24728-46d9-4a4c-bbe2-2e0c964c46d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:03.093075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-b83fda76-452a-463a-9cb7-ab369abf1763 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:03.102356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-b83fda76-452a-463a-9cb7-ab369abf1763 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Usage tracker for resource:security_group_rule and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:03.108010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-b83fda76-452a-463a-9cb7-ab369abf1763 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:03.123769 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-b83fda76-452a-463a-9cb7-ab369abf1763 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:03.238957 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000f37e5c0>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:33:54Z', 'revision_number': 2, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:03.248685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Checking router: a1bafa37-16c4-4a02-be5b-0563167cf345 for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:34:03.251830 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Updating router a1bafa37-16c4-4a02-be5b-0563167cf345 port 1bef0c6e-bb38-49c3-b236-d926fa89cb65 binding host dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:34:03.259167 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-295495bd-9511-4e63-8c48-fad20c8148ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.306542 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9860e33b-8c31-455b-95ed-59559702092e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:03.401180 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b83fda76-452a-463a-9cb7-ab369abf1763 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.436984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c8f7ea0-01dd-4402-8379-e13add28a81d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.471059 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c8f7ea0-01dd-4402-8379-e13add28a81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.472582 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d2e7ac8>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:33:56Z', 'revision_number': 2, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:03.482480 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Checking router: 13a67db9-d453-44be-b63e-5809782901a8 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:34:03.482480 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Updating router 13a67db9-d453-44be-b63e-5809782901a8 port b7293356-cfd4-4b43-8ea7-cf895478952d binding host dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:34:03.502895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.576913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295495bd-9511-4e63-8c48-fad20c8148ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7b958d-372a-42da-a99d-e44a310a49aa,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:03.583114 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.595350 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-295495bd-9511-4e63-8c48-fad20c8148ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.599029 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-295495bd-9511-4e63-8c48-fad20c8148ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d7b958d-372a-42da-a99d-e44a310a49aa HTTP/1.1" status: 204  len: 168 time: 2.9728711
Feb 17 04:34:03.602780 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-295495bd-9511-4e63-8c48-fad20c8148ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:03.668064 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b83fda76-452a-463a-9cb7-ab369abf1763 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.688914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Request body: {'port': {'device_id': '10f38d61-fed7-40f6-9cd5-0d9c3ffc6437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:03.839040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b83fda76-452a-463a-9cb7-ab369abf1763 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.854400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:03.915409 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101ec61-36de-46db-9d1b-7133c68a30e6 req-7ed5d759-7d3f-48f0-a720-39e45ac70999 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:03.916798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-e101ec61-36de-46db-9d1b-7133c68a30e6 req-7ed5d759-7d3f-48f0-a720-39e45ac70999 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Synchronizing usage tracker for tenant:d8f6d6d4d16e4f8291cf32fca2f053ca on resource:port {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:03.959158 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fda76-452a-463a-9cb7-ab369abf1763 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041810bd-32d8-4d04-9924-ecaff6f67d7f,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:03.964715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b83fda76-452a-463a-9cb7-ab369abf1763 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:03.972837 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b83fda76-452a-463a-9cb7-ab369abf1763 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8888171
Feb 17 04:34:03.983015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b83fda76-452a-463a-9cb7-ab369abf1763 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:03.987297 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53366) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:04.005986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-9b842c91-3b67-4e6c-b5ca-156215590db9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Request body: {'security_group_rule': {'security_group_id': '52b24728-46d9-4a4c-bbe2-2e0c964c46d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:04.019234 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-e101ec61-36de-46db-9d1b-7133c68a30e6 req-7ed5d759-7d3f-48f0-a720-39e45ac70999 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Unset dirty status for tenant:d8f6d6d4d16e4f8291cf32fca2f053ca on resource:port {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:04.020970 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e101ec61-36de-46db-9d1b-7133c68a30e6 req-7ed5d759-7d3f-48f0-a720-39e45ac70999 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 932 time: 0.9445181
Feb 17 04:34:04.094274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-9b842c91-3b67-4e6c-b5ca-156215590db9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:04.208981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-9b842c91-3b67-4e6c-b5ca-156215590db9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Usage tracker for resource:security_group_rule and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:04.277799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-9b842c91-3b67-4e6c-b5ca-156215590db9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:04.376970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-9b842c91-3b67-4e6c-b5ca-156215590db9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:04.414504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-e101ec61-36de-46db-9d1b-7133c68a30e6 req-2ab790b6-51db-403d-a921-778b20853070 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Synchronizing usage tracker for tenant:d8f6d6d4d16e4f8291cf32fca2f053ca on resource:security_group {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:04.461129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:04.545160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9b842c91-3b67-4e6c-b5ca-156215590db9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:04.689571 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:04.732644 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Transition to ACTIVE for port object b7293356-cfd4-4b43-8ea7-cf895478952d will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:04.797694 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:05.109761 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-e101ec61-36de-46db-9d1b-7133c68a30e6 req-2ab790b6-51db-403d-a921-778b20853070 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Unset dirty status for tenant:d8f6d6d4d16e4f8291cf32fca2f053ca on resource:security_group {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:05.112053 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e101ec61-36de-46db-9d1b-7133c68a30e6 req-2ab790b6-51db-403d-a921-778b20853070 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0512178
Feb 17 04:34:05.359069 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9b842c91-3b67-4e6c-b5ca-156215590db9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:05.385532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:05.487854 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53392) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:05.553598 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--987404704', 'description': 'tempest-description--1643477016'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:05.567840 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:05.578009 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5836bf68-f9e0-42b0-9c85-0f5be296b816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:05.581602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Usage tracker for resource:security_group and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:05.590420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:05.604942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9b842c91-3b67-4e6c-b5ca-156215590db9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:05.607951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:05.633775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:05.674524 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b842c91-3b67-4e6c-b5ca-156215590db9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859ec3ee-0c5e-4991-9d76-6d010b8de812,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:05.679659 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9b842c91-3b67-4e6c-b5ca-156215590db9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:05.815359 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:05.835189 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9b842c91-3b67-4e6c-b5ca-156215590db9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:05.855961 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-9b842c91-3b67-4e6c-b5ca-156215590db9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.8659272
Feb 17 04:34:05.865825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53402) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:05.870651 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:05.894024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c8f7ea0-01dd-4402-8379-e13add28a81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:05.901389 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Request body: {'floatingip': {'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:05.915666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:05.928530 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a614c3-c4df-466b-9238-2edda36517e2 None None] Pushing event updated for resources: {'Port': ['ID=b7293356-cfd4-4b43-8ea7-cf895478952d,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:05.930032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:05.948667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Usage tracker for resource:floatingip and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:05.963086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:05.978404 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-91a614c3-c4df-466b-9238-2edda36517e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:05.984298 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Set router f70d3e64-d8c4-4355-be46-1b3bbb10fa9a gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:05.987000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:06.004224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.066475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Transition to ACTIVE for port object 1bef0c6e-bb38-49c3-b236-d926fa89cb65 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:06.131433 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.142075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.164824 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Usage tracker for resource:security_group_rule and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:06.173735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:06.179645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-02be6a46-abbd-46cc-91bf-37898c4edbbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:06.341416 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:06.469027 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f7ea0-01dd-4402-8379-e13add28a81d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37b9232-d947-4339-8571-5d139b936dca,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:06.476368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7c8f7ea0-01dd-4402-8379-e13add28a81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:06.535039 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c8f7ea0-01dd-4402-8379-e13add28a81d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.549509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8c2c09-fc54-44db-900d-60ab887f70b2 {{(pid=84039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:34:06.553177 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:06.596448 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a156e2-1bdd-47ad-a0df-4ec1d870b243 None None] Pushing event updated for resources: {'Port': ['ID=1bef0c6e-bb38-49c3-b236-d926fa89cb65,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:06.616524 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-94a156e2-1bdd-47ad-a0df-4ec1d870b243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:06.625076 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Attempting to bind port b7293356-cfd4-4b43-8ea7-cf895478952d on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:06.625960 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Attempting to bind port b7293356-cfd4-4b43-8ea7-cf895478952d by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:06.627077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Attempting to bind port b7293356-cfd4-4b43-8ea7-cf895478952d on network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:06.679973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:06.680388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Checking segment: {'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:06.680831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.681455 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Bound using segment: {'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:06.682015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Bound port: b7293356-cfd4-4b43-8ea7-cf895478952d, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:06.682424 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.721285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.793926 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-7c8f7ea0-01dd-4402-8379-e13add28a81d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c37b9232-d947-4339-8571-5d139b936dca HTTP/1.1" status: 204  len: 168 time: 4.1346078
Feb 17 04:34:06.800097 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53424) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:06.816446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.843776 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d50b278>, [{'id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1697279341-router', 'tenant_id': '0e308712a7a343778981979df1c88348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:46Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 3, 'project_id': '0e308712a7a343778981979df1c88348', 'gw_port': {'id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:06.857740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Checking router: f70d3e64-d8c4-4355-be46-1b3bbb10fa9a for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:34:06.858128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Updating router f70d3e64-d8c4-4355-be46-1b3bbb10fa9a port 2931e75c-17d2-4e4c-9f38-7f0b200d8770 binding host dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:34:06.866059 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Transition to ACTIVE for port object 3e8c2c09-fc54-44db-900d-60ab887f70b2 will not be triggered until provisioned by entity L2. {{(pid=84039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:06.918025 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] For port b7293356-cfd4-4b43-8ea7-cf895478952d, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:06.932956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:06.943570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] For port b7293356-cfd4-4b43-8ea7-cf895478952d, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=b7293356-cfd4-4b43-8ea7-cf895478952d,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:06.948612 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:07.143848 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:07.225812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:07.303077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:07.349677 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-774db50c-ba74-4428-baa2-697aef70287d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:07.813980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Attempting to bind port 1bef0c6e-bb38-49c3-b236-d926fa89cb65 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:07.814393 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Attempting to bind port 1bef0c6e-bb38-49c3-b236-d926fa89cb65 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:07.814805 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Attempting to bind port 1bef0c6e-bb38-49c3-b236-d926fa89cb65 on network db318819-52ac-454a-9acd-88522654014f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:07.824084 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:07.824505 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Checking segment: {'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:07.824952 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:07.828225 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Bound using segment: {'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:07.828848 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Bound port: 1bef0c6e-bb38-49c3-b236-d926fa89cb65, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:07.829283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:07.931877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c2c09-fc54-44db-900d-60ab887f70b2,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:07.963455 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:07.978490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846e976-3bf8-4722-98ce-913de61b47ee req-3e1c09a7-8ad6-43f6-86ff-51e5a0e65352 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:07.989903 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3846e976-3bf8-4722-98ce-913de61b47ee req-3e1c09a7-8ad6-43f6-86ff-51e5a0e65352 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 944 time: 1.4599602
Feb 17 04:34:08.137154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3d736e36-819b-44d0-8bb8-8904e88615bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:08.162107 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] For port 1bef0c6e-bb38-49c3-b236-d926fa89cb65, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:08.167275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] For port 1bef0c6e-bb38-49c3-b236-d926fa89cb65, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=1bef0c6e-bb38-49c3-b236-d926fa89cb65,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:08.229577 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:08.323218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:08.494156 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:08.565161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:08.565408 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53460) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:08.612770 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:08.635232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Attempting to bind port 3e8c2c09-fc54-44db-900d-60ab887f70b2 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:08.635824 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Attempting to bind port 3e8c2c09-fc54-44db-900d-60ab887f70b2 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '6fea416f-9c33-4369-93ee-7fe3b491bad2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd'}] {{(pid=84039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:08.636293 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Attempting to bind port 3e8c2c09-fc54-44db-900d-60ab887f70b2 on network a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:08.678429 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a156e2-1bdd-47ad-a0df-4ec1d870b243 None None] Pushing event updated for resources: {'Port': ['ID=1bef0c6e-bb38-49c3-b236-d926fa89cb65,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:08.707590 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-94a156e2-1bdd-47ad-a0df-4ec1d870b243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:08.753136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:08.754095 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000f37e5c0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:08.883632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:09.092388 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3846e976-3bf8-4722-98ce-913de61b47ee req-9c81ed52-a378-4275-a11c-b9eecf176348 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1002703
Feb 17 04:34:09.093949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:09.107938 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Checking segment: {'id': '6fea416f-9c33-4369-93ee-7fe3b491bad2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:09.107938 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:09.111165 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Bound using segment: {'id': '6fea416f-9c33-4369-93ee-7fe3b491bad2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd'} {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:09.112884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Bound port: 3e8c2c09-fc54-44db-900d-60ab887f70b2, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fea416f-9c33-4369-93ee-7fe3b491bad2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd'}}] {{(pid=84039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:09.114536 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:09.178627 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a614c3-c4df-466b-9238-2edda36517e2 None None] Pushing event updated for resources: {'Port': ['ID=b7293356-cfd4-4b43-8ea7-cf895478952d,revision_number=4']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:09.182890 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-91a614c3-c4df-466b-9238-2edda36517e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.957s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:09.203559 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f000d36ba58>> segment before_delete 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.204222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f000d36ba58>> subnet precommit_delete_associations 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.208665 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:09.209923 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d2e7ac8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:09.228373 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000d01e198>> segment_host_mapping after_create 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.229348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000d01e198>> port after_create 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.230148 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000d01e198>> port after_delete 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.230735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000d01e198>> port after_update 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.231451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000d01e198>> segment after_delete 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.231845 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000d01e198>> subnet after_create 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.233600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000d01e198>> subnet after_delete 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.234295 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f000d01e198>> subnet after_update 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.517209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1cc60fd9-7054-4f4c-848c-e14df4d85ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:09.615509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] For port 3e8c2c09-fc54-44db-900d-60ab887f70b2, host hv-cinder-75995, cleared binding levels {{(pid=84039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:09.621344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:09.622242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-1cc60fd9-7054-4f4c-848c-e14df4d85ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:09.647097 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-1cc60fd9-7054-4f4c-848c-e14df4d85ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:f38b08cfd7f4422eb8d72c1aabb98e27 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:09.650093 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-1cc60fd9-7054-4f4c-848c-e14df4d85ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:09.657510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-1cc60fd9-7054-4f4c-848c-e14df4d85ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:09.673538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] For port 3e8c2c09-fc54-44db-900d-60ab887f70b2, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3e8c2c09-fc54-44db-900d-60ab887f70b2,segment=NetworkSegment(6fea416f-9c33-4369-93ee-7fe3b491bad2),segment_id=6fea416f-9c33-4369-93ee-7fe3b491bad2)] {{(pid=84039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:09.717725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:09.798718 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f000d30ee80>> subnet after_create 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.799495 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f000d30ee80>> subnet after_delete 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.799827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:09.800557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f000d30ee80>> subnet before_create 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.801182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f000d30ee80>> subnet before_update 55550000 {{(pid=84038) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 04:34:09.803605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000cc30c18>,) {'filters': {'network_id': ['92c0c95d-9b10-4351-9bfd-2d680547aac4']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:09.826829 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000cc30c18>, '9fe6b24e-bd09-4b6e-962e-6b8c117a45dc') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:09.827484 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000cc30c18>, '9fe6b24e-bd09-4b6e-962e-6b8c117a45dc') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:09.845105 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850769782'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:09.854087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:09.874995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:09.887262 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9d5266a3-a83b-4b5f-8300-0e6e0775e00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:09.892759 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:09.970614 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02dcc7a1-b924-4b16-9471-2af7318604db,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:10.008302 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:10.015092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:10.021452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:34:10.320540 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:10.329639 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 4.8227179
Feb 17 04:34:10.349485 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53486) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:10.366969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-5508816a-3058-47da-8fd4-b927eeea2ced tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Request body: {'security_group_rule': {'security_group_id': '02dcc7a1-b924-4b16-9471-2af7318604db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:10.401623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-5508816a-3058-47da-8fd4-b927eeea2ced tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:10.463980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-5508816a-3058-47da-8fd4-b927eeea2ced tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Usage tracker for resource:security_group_rule and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:10.608929 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c2c09-fc54-44db-900d-60ab887f70b2,revision_number=3']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:10.628172 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:10.628528 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000f37e5c0>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:08Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:10.631629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:10.636886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ad8179-84b1-4ae9-973f-0ef5ce437cac None None] The sync data for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi is: [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:08Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:34:10.640832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:10.658859 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-5508816a-3058-47da-8fd4-b927eeea2ced tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:10.688861 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1cc60fd9-7054-4f4c-848c-e14df4d85ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:10.742003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-5508816a-3058-47da-8fd4-b927eeea2ced tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:10.752029 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1cc60fd9-7054-4f4c-848c-e14df4d85ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:10.757085 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d2e7ac8>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:06Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:10.788727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355f527-b158-45ad-a983-526fe9173fc3 None None] The sync data for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi is: [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:06Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:34:10.823220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6ecb7f64-d182-4425-97ad-84d8899cfb12 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:10.826400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Network 92c0c95d-9b10-4351-9bfd-2d680547aac4 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:34:10.837284 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850691786'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:10.876708 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-1cc60fd9-7054-4f4c-848c-e14df4d85ff0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f38b08cfd7f4422eb8d72c1aabb98e27&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2956533
Feb 17 04:34:10.901211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53496) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:10.932338 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc60fd9-7054-4f4c-848c-e14df4d85ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c447efb9-fb93-4626-b52a-e4fb72855dde,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:11.025881 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:11.026969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for port, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:11.027698 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5508816a-3058-47da-8fd4-b927eeea2ced tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:11.029655 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] 10.222.0.76 "PUT /v2.0/ports/3e8c2c09-fc54-44db-900d-60ab887f70b2 HTTP/1.1" status: 200  len: 1158 time: 7.7720952
Feb 17 04:34:11.032258 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f38d61-fed7-40f6-9cd5-0d9c3ffc6437', 'tag': '3e8c2c09-fc54-44db-900d-60ab887f70b2'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:11.272467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5508816a-3058-47da-8fd4-b927eeea2ced tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:11.289879 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1cc60fd9-7054-4f4c-848c-e14df4d85ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:11.368040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4c44493c-9160-43b3-ae4a-1f154da209e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:11.421180 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-43c2af31-42f3-41f8-b161-4bf86df6260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:11.426181 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-43c2af31-42f3-41f8-b161-4bf86df6260b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d8f6d6d4d16e4f8291cf32fca2f053ca&device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 1161 time: 0.2664518
Feb 17 04:34:11.469692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5508816a-3058-47da-8fd4-b927eeea2ced tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:11.498303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Allocated IP 172.20.0.1 (6e174343-ab03-4c52-a597-b1e3d9834772/54c43aa7-ce51-45cb-b481-01071beb32fc/ce659790-304b-4865-998b-8ca8a8d6afa7) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:11.537196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:11.625422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d5b8-4546-44cf-8240-e50c3117dc65 req-d418d943-c8d0-486d-b5b8-2b6261cfbf3b tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:11.627163 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2eb0d5b8-4546-44cf-8240-e50c3117dc65 req-d418d943-c8d0-486d-b5b8-2b6261cfbf3b tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 944 time: 1.1587114
Feb 17 04:34:11.640038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Network 92c0c95d-9b10-4351-9bfd-2d680547aac4 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:34:11.670586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4c44493c-9160-43b3-ae4a-1f154da209e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:11.699593 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-1fdf8fc4-3e2b-4e55-8cb5-94f9208a6ed7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e8c2c09-fc54-44db-900d-60ab887f70b2 HTTP/1.1" status: 200  len: 217 time: 0.2197349
Feb 17 04:34:11.727529 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508816a-3058-47da-8fd4-b927eeea2ced tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc26fab8-818b-47fa-b142-3d7509288c25,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   from cryptography.utils import int_from_bytes
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   from cryptography.utils import int_from_bytes
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   (rel_b, rel_a, rel_b),
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   (rel_b, rel_a, rel_b),
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:34:11.731965 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:34:11.859995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 1bef0c6e-bb38-49c3-b236-d926fa89cb65 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:11.888077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-99d51ea4-8b58-44c4-a132-ffab117db630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:11.890053 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-99d51ea4-8b58-44c4-a132-ffab117db630 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6df57f33-dcf9-4c3b-8773-8cc7ba39a711 HTTP/1.1" status: 200  len: 851 time: 0.1755397
Feb 17 04:34:12.010310 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-feaec5c3-5515-4739-86ad-94aedcc914d4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1086407
Feb 17 04:34:12.097468 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 1bef0c6e-bb38-49c3-b236-d926fa89cb65 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:12.103600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 1bef0c6e-bb38-49c3-b236-d926fa89cb65 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:12.104279 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.116652 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f38d61-fed7-40f6-9cd5-0d9c3ffc6437', 'tag': '3e8c2c09-fc54-44db-900d-60ab887f70b2', 'status': 'completed', 'code': 200}
Feb 17 04:34:12.226040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4c44493c-9160-43b3-ae4a-1f154da209e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.271928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:12.322955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44493c-9160-43b3-ae4a-1f154da209e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c447efb9-fb93-4626-b52a-e4fb72855dde,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:12.331442 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4c44493c-9160-43b3-ae4a-1f154da209e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:12.367132 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4c44493c-9160-43b3-ae4a-1f154da209e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.368404 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-4c44493c-9160-43b3-ae4a-1f154da209e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c447efb9-fb93-4626-b52a-e4fb72855dde HTTP/1.1" status: 204  len: 168 time: 1.4392724
Feb 17 04:34:12.371055 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5508816a-3058-47da-8fd4-b927eeea2ced tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:12.395345 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-f719293a-5e88-4b20-b14e-2b69ee9ba05b service neutron] 10.222.0.76 "GET /v2.0/networks/a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3645964
Feb 17 04:34:12.415815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Transition to ACTIVE for port object 2931e75c-17d2-4e4c-9f38-7f0b200d8770 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:12.428711 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.436539 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2eb0d5b8-4546-44cf-8240-e50c3117dc65 req-6e046b74-a6bb-4bf1-be2f-1d885313c6db tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7761610
Feb 17 04:34:12.458348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.481721 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5508816a-3058-47da-8fd4-b927eeea2ced tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.483374 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-5508816a-3058-47da-8fd4-b927eeea2ced tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.1325049
Feb 17 04:34:12.527782 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 1bef0c6e-bb38-49c3-b236-d926fa89cb65, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=1bef0c6e-bb38-49c3-b236-d926fa89cb65,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:12.560239 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.561406 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device b7293356-cfd4-4b43-8ea7-cf895478952d up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:12.614417 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.631025 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53526) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:12.681216 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-b24933d4-423a-4ca8-b8c3-9726fb55e6bc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Request body: {'security_group_rule': {'security_group_id': '02dcc7a1-b924-4b16-9471-2af7318604db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:12.692042 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-b24933d4-423a-4ca8-b8c3-9726fb55e6bc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:12.699722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1ae0954b-a147-4dfc-990c-ce85703bae98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:12.724509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:12.747522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:12.814401 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:12.834817 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] 10.222.0.73 "DELETE /v2.0/networks/92c0c95d-9b10-4351-9bfd-2d680547aac4 HTTP/1.1" status: 204  len: 168 time: 5.8474994
Feb 17 04:34:12.853306 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-b24933d4-423a-4ca8-b8c3-9726fb55e6bc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Usage tracker for resource:security_group_rule and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:12.854701 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a106c42-5a91-4786-b818-f916d3c6aab3 req-97ac999d-7810-4d9a-bc42-8c00f95f07f9 service neutron] 10.222.0.76 "GET /v2.0/networks/a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4518700
Feb 17 04:34:12.871847 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-b24933d4-423a-4ca8-b8c3-9726fb55e6bc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:12.890508 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c0c95d-9b10-4351-9bfd-2d680547aac4,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:12.936884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3fd38b36-0872-4b4a-ba85-feda543d4513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:12.939864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-b24933d4-423a-4ca8-b8c3-9726fb55e6bc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:12.945385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Attempting to bind port 2931e75c-17d2-4e4c-9f38-7f0b200d8770 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:12.947823 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Attempting to bind port 2931e75c-17d2-4e4c-9f38-7f0b200d8770 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:12.955225 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Attempting to bind port 2931e75c-17d2-4e4c-9f38-7f0b200d8770 on network 41731883-87f5-4e1a-89a9-5fc9628819cc {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:12.991747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:12.998177 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Checking segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:13.004007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.004007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Bound using segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:13.004007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Bound port: 2931e75c-17d2-4e4c-9f38-7f0b200d8770, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:13.004007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.004396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=1bef0c6e-bb38-49c3-b236-d926fa89cb65,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:13.011255 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:13.064765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Allocated IP 172.27.2.60 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/84a7e698-f70e-4020-adea-25efcd1bcade) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:13.070578 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b24933d4-423a-4ca8-b8c3-9726fb55e6bc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.074207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port b7293356-cfd4-4b43-8ea7-cf895478952d completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:13.083210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port b7293356-cfd4-4b43-8ea7-cf895478952d triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:13.084107 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.187071 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.228525 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62471a09-7278-4de3-9775-0193c006def7 None None] Pushing event updated for resources: {'Port': ['ID=2931e75c-17d2-4e4c-9f38-7f0b200d8770,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:13.245855 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-62471a09-7278-4de3-9775-0193c006def7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:13.246946 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b24933d4-423a-4ca8-b8c3-9726fb55e6bc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.259061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] For port 2931e75c-17d2-4e4c-9f38-7f0b200d8770, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:13.265337 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] For port 2931e75c-17d2-4e4c-9f38-7f0b200d8770, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=2931e75c-17d2-4e4c-9f38-7f0b200d8770,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:13.303339 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.323246 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b24933d4-423a-4ca8-b8c3-9726fb55e6bc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.339897 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5508816a-3058-47da-8fd4-b927eeea2ced tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:13.344160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5445749c-1220-4dd5-9a3c-708e6d6dfadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:13.406109 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.421316 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53540) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:13.450010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24933d4-423a-4ca8-b8c3-9726fb55e6bc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b89d06a-6362-4412-9a95-25fd1256624f,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:13.462893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b24933d4-423a-4ca8-b8c3-9726fb55e6bc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:13.485254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port b7293356-cfd4-4b43-8ea7-cf895478952d, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=b7293356-cfd4-4b43-8ea7-cf895478952d,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:13.491978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.528156 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.533263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:13.572857 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-69029e65-ba22-44fe-88b4-d300a0b182cb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8702b222dbe94e7aa9a7a621e72ec968&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1499720
Feb 17 04:34:13.577021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53546) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:13.581553 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53548) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:13.720210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a5b8834b-16ea-4564-b541-198aa352acdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.738565 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=b7293356-cfd4-4b43-8ea7-cf895478952d,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:13.740903 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.742733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:13.743661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 1bef0c6e-bb38-49c3-b236-d926fa89cb65 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:13.759846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:13.763720 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a5b8834b-16ea-4564-b541-198aa352acdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:13.766460 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62471a09-7278-4de3-9775-0193c006def7 None None] Pushing event updated for resources: {'Port': ['ID=2931e75c-17d2-4e4c-9f38-7f0b200d8770,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:13.776675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-62471a09-7278-4de3-9775-0193c006def7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:13.785202 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a5b8834b-16ea-4564-b541-198aa352acdf admin admin] Usage tracker for resource:security_group_rule and tenant:6833850900034334bc88548c5e117664 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:13.790219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a5b8834b-16ea-4564-b541-198aa352acdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:13.798046 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a5b8834b-16ea-4564-b541-198aa352acdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:13.828368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b24933d4-423a-4ca8-b8c3-9726fb55e6bc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:13.830628 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b24933d4-423a-4ca8-b8c3-9726fb55e6bc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1978049
Feb 17 04:34:13.849662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 53554) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:13.857219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Network 6e174343-ab03-4c52-a597-b1e3d9834772 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:13.871674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Request body: {'floatingip': {'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:13.883579 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:13.896426 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:13.931499 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 1bef0c6e-bb38-49c3-b236-d926fa89cb65 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:13.932863 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.017200 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854398719'] for router_interface, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.050710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Routers {'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:14.051762 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d50b278>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:14.058870 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a5b8834b-16ea-4564-b541-198aa352acdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.094247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:14.101197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Usage tracker for resource:floatingip and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:14.169316 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:14.182097 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Pushing event updated for resources: {'Port': ['ID=ce659790-304b-4865-998b-8ca8a8d6afa7,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:14.186496 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:14.195763 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:14.211843 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a5b8834b-16ea-4564-b541-198aa352acdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.269929 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1cc60fd9-7054-4f4c-848c-e14df4d85ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:14.291583 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a5b8834b-16ea-4564-b541-198aa352acdf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6833850900034334bc88548c5e117664&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7081554
Feb 17 04:34:14.307011 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53566) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:14.313355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.342704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8834b-16ea-4564-b541-198aa352acdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63c3ab7-f6ef-44fc-9cb6-f77bf9bbd112,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:14.346437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a5b8834b-16ea-4564-b541-198aa352acdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:14.347148 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e865d211-c789-4c3b-a13c-aab4abf664e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.390614 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] Set router f70d3e64-d8c4-4355-be46-1b3bbb10fa9a gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:14.404034 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e865d211-c789-4c3b-a13c-aab4abf664e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.449967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.498700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a89452c4-71c9-4fab-9992-b7ca31e10106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.508178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b256e1-f235-41b1-9646-02008ba79222 req-bff05350-1181-4d5f-80e4-0aac4414eeb4 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:14.509875 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-89b256e1-f235-41b1-9646-02008ba79222 req-bff05350-1181-4d5f-80e4-0aac4414eeb4 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 944 time: 0.4486670
Feb 17 04:34:14.512646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.542380 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:14.725678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a89452c4-71c9-4fab-9992-b7ca31e10106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.774813 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.817544 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event updated for resources: {'Port': ['ID=84a7e698-f70e-4020-adea-25efcd1bcade,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:14.817544 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:14.817544 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-89b256e1-f235-41b1-9646-02008ba79222 req-143197b1-27dd-46f3-8213-23c69a25a813 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2821388
Feb 17 04:34:14.829615 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e865d211-c789-4c3b-a13c-aab4abf664e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.850643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:14.874506 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865d211-c789-4c3b-a13c-aab4abf664e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5033ba-53a0-4c98-a845-0146f850d7d6,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:14.876260 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e865d211-c789-4c3b-a13c-aab4abf664e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:14.894703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e865d211-c789-4c3b-a13c-aab4abf664e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:14.896511 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e865d211-c789-4c3b-a13c-aab4abf664e7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc5033ba-53a0-4c98-a845-0146f850d7d6 HTTP/1.1" status: 204  len: 168 time: 1.3069046
Feb 17 04:34:14.951434 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:14.953715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:14.966807 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:15.118763 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a89452c4-71c9-4fab-9992-b7ca31e10106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.129232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a5b8834b-16ea-4564-b541-198aa352acdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:15.148466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.157446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89452c4-71c9-4fab-9992-b7ca31e10106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63c3ab7-f6ef-44fc-9cb6-f77bf9bbd112,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:15.167646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a89452c4-71c9-4fab-9992-b7ca31e10106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:15.172516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.190405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d50b278>, [{'id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1697279341-router', 'tenant_id': '0e308712a7a343778981979df1c88348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:46Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 3, 'project_id': '0e308712a7a343778981979df1c88348', 'gw_port': {'id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:15.196463 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3952b-b5fb-4bd4-8605-74f15dde48de None None] The sync data for ids ['f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'] in dv-cinder-759955-5-iscsi is: [{'id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1697279341-router', 'tenant_id': '0e308712a7a343778981979df1c88348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:46Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 3, 'project_id': '0e308712a7a343778981979df1c88348', 'gw_port': {'id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:34:15.205663 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a89452c4-71c9-4fab-9992-b7ca31e10106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.206940 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a89452c4-71c9-4fab-9992-b7ca31e10106 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c63c3ab7-f6ef-44fc-9cb6-f77bf9bbd112 HTTP/1.1" status: 204  len: 168 time: 0.8913779
Feb 17 04:34:15.365385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Allocated IP 172.27.2.71 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/106baad3-f544-4b57-8bce-125682ec0c45) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:15.400119 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.455992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:15.591884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Pushing event updated for resources: {'Port': ['ID=ce659790-304b-4865-998b-8ca8a8d6afa7,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:15.600694 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:15.630944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.633778 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853154899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-377191'] for router_interface, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.702917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device b7293356-cfd4-4b43-8ea7-cf895478952d up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:15.860627 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port b7293356-cfd4-4b43-8ea7-cf895478952d triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:15.861567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:15.918356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c271-ca47-4ff9-a327-92a246d5f00e req-abf32551-a69d-4b11-a6a7-1d680b039e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:15.926834 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8b91c271-ca47-4ff9-a327-92a246d5f00e req-abf32551-a69d-4b11-a6a7-1d680b039e7e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d8f6d6d4d16e4f8291cf32fca2f053ca&device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 1161 time: 0.3867879
Feb 17 04:34:15.994973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:16.078971 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:16.131406 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:16.808339 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Network 6e174343-ab03-4c52-a597-b1e3d9834772 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:16.809851 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53606) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:16.810992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event updated for resources: {'Port': ['ID=106baad3-f544-4b57-8bce-125682ec0c45,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:16.814417 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:16.819309 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:16.931727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c271-ca47-4ff9-a327-92a246d5f00e req-a0fa9303-5601-4ca1-a0f1-514fcd7cb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:16.933339 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8b91c271-ca47-4ff9-a327-92a246d5f00e req-a0fa9303-5601-4ca1-a0f1-514fcd7cb733 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd HTTP/1.1" status: 200  len: 905 time: 0.9937971
Feb 17 04:34:16.957485 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-52d940e5-9c04-4ae8-9a7c-1925496cea14 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=169d691368e0453db893a8872f34f05c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1431143
Feb 17 04:34:16.958846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 53620) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:17.063053 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2b64-b68f-4fed-9146-2639dbd2c7c2 req-60871515-e69d-40a6-a422-46806f701e7f tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:17.064830 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-af2a2b64-b68f-4fed-9146-2639dbd2c7c2 req-60871515-e69d-40a6-a422-46806f701e7f tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 944 time: 0.9346476
Feb 17 04:34:17.077215 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:17.082089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:17.085188 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:17.125295 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.138878 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8b91c271-ca47-4ff9-a327-92a246d5f00e req-b6291da7-7adb-4451-9a90-fbb12d665fcb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e8c2c09-fc54-44db-900d-60ab887f70b2 HTTP/1.1" status: 200  len: 217 time: 0.0901024
Feb 17 04:34:17.141512 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-548c8219-ce30-4ed8-9ed5-8f09e840f664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.198263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.225368 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-af2a2b64-b68f-4fed-9146-2639dbd2c7c2 req-bf122d3d-e5ec-40a5-9955-d6654f22fd5e tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466730
Feb 17 04:34:17.255833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:17.297285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Router f70d3e64-d8c4-4355-be46-1b3bbb10fa9a has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:34:17.366529 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-548c8219-ce30-4ed8-9ed5-8f09e840f664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.442501 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c271-ca47-4ff9-a327-92a246d5f00e req-438457e7-967e-45fd-9037-2345d84e4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:17.446134 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8b91c271-ca47-4ff9-a327-92a246d5f00e req-438457e7-967e-45fd-9037-2345d84e4cae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6df57f33-dcf9-4c3b-8773-8cc7ba39a711 HTTP/1.1" status: 200  len: 851 time: 0.2919071
Feb 17 04:34:17.480400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.528303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event updated for resources: {'Port': ['ID=84a7e698-f70e-4020-adea-25efcd1bcade,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:17.535725 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8b91c271-ca47-4ff9-a327-92a246d5f00e req-6bd96392-0358-499a-84fc-7fc1d0bb539e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0760450
Feb 17 04:34:17.536838 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:17.587395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:34:17.615120 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.664587 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] 10.222.0.73 "PUT /v2.0/routers/f70d3e64-d8c4-4355-be46-1b3bbb10fa9a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.1196554
Feb 17 04:34:17.684050 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-548c8219-ce30-4ed8-9ed5-8f09e840f664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.724572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 2931e75c-17d2-4e4c-9f38-7f0b200d8770 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:17.837080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:17.870323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c8219-ce30-4ed8-9ed5-8f09e840f664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e667acb7-fb05-447e-b61b-2e7ccc23baf8,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:17.884843 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-548c8219-ce30-4ed8-9ed5-8f09e840f664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:17.899498 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-548c8219-ce30-4ed8-9ed5-8f09e840f664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.901049 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-548c8219-ce30-4ed8-9ed5-8f09e840f664 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e667acb7-fb05-447e-b61b-2e7ccc23baf8 HTTP/1.1" status: 204  len: 168 time: 0.9411561
Feb 17 04:34:17.920229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 2931e75c-17d2-4e4c-9f38-7f0b200d8770 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:17.939979 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 2931e75c-17d2-4e4c-9f38-7f0b200d8770 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:17.940644 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.945252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:17.966584 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8b91c271-ca47-4ff9-a327-92a246d5f00e req-4c7a64cd-b50f-4a53-83ea-9fb29b5b4f39 service neutron] 10.222.0.76 "GET /v2.0/networks/a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4165094
Feb 17 04:34:18.054900 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.067798 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 12.1890876
Feb 17 04:34:18.091742 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.131349 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.161994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:18.172721 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.202990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 2931e75c-17d2-4e4c-9f38-7f0b200d8770, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=2931e75c-17d2-4e4c-9f38-7f0b200d8770,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:18.267817 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.270435 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:18.342022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event updated for resources: {'Port': ['ID=106baad3-f544-4b57-8bce-125682ec0c45,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:18.345721 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:18.455860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=2931e75c-17d2-4e4c-9f38-7f0b200d8770,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:18.469086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:18.552875 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.616784 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:18.618272 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.7674792
Feb 17 04:34:18.750223 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387d829-2044-4ea4-908d-5a6a1ba8fa0d req-522b808a-490e-4bee-92cc-b536722a1e6d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:18.752083 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0387d829-2044-4ea4-908d-5a6a1ba8fa0d req-522b808a-490e-4bee-92cc-b536722a1e6d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 944 time: 0.2950349
Feb 17 04:34:18.833838 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8b91c271-ca47-4ff9-a327-92a246d5f00e req-58b457ba-20e6-40eb-baa3-8cc236cffe4e service neutron] 10.222.0.76 "GET /v2.0/networks/a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2559412
Feb 17 04:34:18.839658 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0387d829-2044-4ea4-908d-5a6a1ba8fa0d req-16b64ce9-f241-438e-af1e-4fbc6bf9f9ef tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755017
Feb 17 04:34:18.953392 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Sync routers for ids ['f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:34:18.986811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Routers {'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:18.990006 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d694978>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:19.074619 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-bf9170dd-b4d4-476e-88a1-bb9f7acc264c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Synchronizing usage tracker for tenant:b4db349eea3a41deb61c89e67a673600 on resource:security_group {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:19.133907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-bf9170dd-b4d4-476e-88a1-bb9f7acc264c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Unset dirty status for tenant:b4db349eea3a41deb61c89e67a673600 on resource:security_group {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:19.148843 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-bf9170dd-b4d4-476e-88a1-bb9f7acc264c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1929106829&fields=id&tenant_id=b4db349eea3a41deb61c89e67a673600 HTTP/1.1" status: 200  len: 267 time: 0.1387217
Feb 17 04:34:19.305045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-2b13ef93-ecad-43bb-9c34-953700c1a001 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:19.307183 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-2b13ef93-ecad-43bb-9c34-953700c1a001 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/networks?id=6e174343-ab03-4c52-a597-b1e3d9834772 HTTP/1.1" status: 200  len: 819 time: 0.1964009
Feb 17 04:34:19.328768 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-0dc8e98d-7ecb-4eb8-a586-656bfd41caf1 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/quotas/0e308712a7a343778981979df1c88348 HTTP/1.1" status: 200  len: 375 time: 0.0109549
Feb 17 04:34:19.364145 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Set router f70d3e64-d8c4-4355-be46-1b3bbb10fa9a gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:19.398483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-9ba3ec97-1263-4401-ac8e-dfbe8a0d5d9f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:19.400255 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-9ba3ec97-1263-4401-ac8e-dfbe8a0d5d9f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/networks?id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 200  len: 817 time: 0.2501075
Feb 17 04:34:19.422641 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-69f27500-3420-402f-8f23-817a2ba019d1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/quotas/b4db349eea3a41deb61c89e67a673600 HTTP/1.1" status: 200  len: 375 time: 0.0107577
Feb 17 04:34:19.463542 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-6783d548-44fe-4014-8553-aea8924ceafe tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Synchronizing usage tracker for tenant:0e308712a7a343778981979df1c88348 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:19.543834 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-9381d55d-5020-4619-8992-64c13f2f0f3c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b4db349eea3a41deb61c89e67a673600&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1112733
Feb 17 04:34:19.584014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-6783d548-44fe-4014-8553-aea8924ceafe tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Unset dirty status for tenant:0e308712a7a343778981979df1c88348 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:19.594181 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-6783d548-44fe-4014-8553-aea8924ceafe tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e308712a7a343778981979df1c88348&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2567282
Feb 17 04:34:19.867920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 2931e75c-17d2-4e4c-9f38-7f0b200d8770 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:19.911940 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-d7bf84ea-92e0-4c93-bc0e-0849c32b4b75 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:34:19.919993 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-d7bf84ea-92e0-4c93-bc0e-0849c32b4b75 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1163282
Feb 17 04:34:19.937891 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-3791c8d4-41dc-4a33-aa73-8c1dd3683a0f service neutron] 10.222.0.73 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3566680
Feb 17 04:34:20.005033 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d694978>, [{'id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1697279341-router', 'tenant_id': '0e308712a7a343778981979df1c88348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:46Z', 'updated_at': '2021-02-17T04:34:14Z', 'revision_number': 4, 'project_id': '0e308712a7a343778981979df1c88348', 'gw_port': {'id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'ce659790-304b-4865-998b-8ca8a8d6afa7', 'name': '', 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772', 'tenant_id': '0e308712a7a343778981979df1c88348', 'mac_address': 'fa:16:3e:c4:2c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54c43aa7-ce51-45cb-b481-01071beb32fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:08Z', 'updated_at': '2021-02-17T04:34:14Z', 'revision_number': 2, 'project_id': '0e308712a7a343778981979df1c88348', 'subnets': [{'id': '54c43aa7-ce51-45cb-b481-01071beb32fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:20.009430 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Checking router: f70d3e64-d8c4-4355-be46-1b3bbb10fa9a for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:34:20.009827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Updating router f70d3e64-d8c4-4355-be46-1b3bbb10fa9a port ce659790-304b-4865-998b-8ca8a8d6afa7 binding host dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:34:20.059655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 2931e75c-17d2-4e4c-9f38-7f0b200d8770 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:20.059967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:20.125525 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-65d95c51-6f43-4661-b735-0d8094e80210 service neutron] 10.222.0.73 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1739984
Feb 17 04:34:20.156314 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-85e091eb-56c6-4cff-a90a-5e12d6137280 service neutron] 10.222.0.73 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240105
Feb 17 04:34:20.166122 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:20.359550 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-220e7145-6be5-49d3-87b6-27eaee864b31 service neutron] 10.222.0.73 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1964784
Feb 17 04:34:20.644276 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-14419449-e430-4f95-83f1-51dd1f013ed2 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--987404704&fields=id&tenant_id=0ceefaf95d6747d4874041041d75b0c7 HTTP/1.1" status: 200  len: 267 time: 0.0715177
Feb 17 04:34:20.693294 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.objects.ports [None req-64115223-6551-457f-b6e7-dfdf2cdcb6a6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:34:20.903506 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787d47-d609-4869-bc04-729e24124730 req-1c9c10b1-4764-46bb-b49a-cc63210f5209 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:20.920313 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-1c9c10b1-4764-46bb-b49a-cc63210f5209 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/networks?id=db318819-52ac-454a-9acd-88522654014f HTTP/1.1" status: 200  len: 811 time: 0.2747252
Feb 17 04:34:20.946677 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-78eb4084-a3e1-4925-959d-0c30afece30e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/quotas/0ceefaf95d6747d4874041041d75b0c7 HTTP/1.1" status: 200  len: 375 time: 0.0251172
Feb 17 04:34:21.058141 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-65787d47-d609-4869-bc04-729e24124730 req-a83325b1-be55-4d43-8d06-e5a1782b6fc3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Synchronizing usage tracker for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:port {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:21.107585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baa91c-7574-467d-a730-08f4c6938685 req-395bde9a-0897-4296-b5c0-9eb5fb1e2136 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:21.109327 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b4baa91c-7574-467d-a730-08f4c6938685 req-395bde9a-0897-4296-b5c0-9eb5fb1e2136 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 944 time: 0.1351464
Feb 17 04:34:21.114869 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-65787d47-d609-4869-bc04-729e24124730 req-a83325b1-be55-4d43-8d06-e5a1782b6fc3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Unset dirty status for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:port {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:21.123227 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-a83325b1-be55-4d43-8d06-e5a1782b6fc3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ceefaf95d6747d4874041041d75b0c7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1682038
Feb 17 04:34:21.178391 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b4baa91c-7574-467d-a730-08f4c6938685 req-09422c8c-2146-4a69-b67d-916f5a202009 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580463
Feb 17 04:34:21.181459 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:21.195685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Transition to ACTIVE for port object ce659790-304b-4865-998b-8ca8a8d6afa7 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:21.229475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:21.258767 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-94a156e2-1bdd-47ad-a0df-4ec1d870b243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:21.386554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-07801816-5ff5-4fa3-976c-2a60a22988d5 req-c9e0935f-2577-4cf0-aa8b-8e8d7f5a8118 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Synchronizing usage tracker for tenant:b4db349eea3a41deb61c89e67a673600 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:21.433552 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-560ff9ee-f318-4ddc-b528-998e7fe9f81d service neutron] 10.222.0.73 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2992220
Feb 17 04:34:21.451660 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-07801816-5ff5-4fa3-976c-2a60a22988d5 req-c9e0935f-2577-4cf0-aa8b-8e8d7f5a8118 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Unset dirty status for tenant:b4db349eea3a41deb61c89e67a673600 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:21.452978 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-07801816-5ff5-4fa3-976c-2a60a22988d5 req-c9e0935f-2577-4cf0-aa8b-8e8d7f5a8118 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 210 time: 0.1985049
Feb 17 04:34:21.530206 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03ccff-4870-408e-bae9-339045f0c648 None None] Pushing event updated for resources: {'Port': ['ID=ce659790-304b-4865-998b-8ca8a8d6afa7,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:21.533717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ca03ccff-4870-408e-bae9-339045f0c648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:21.611635 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-c16ac4a2-a6a7-411f-963f-b60d8578652d service neutron] 10.222.0.73 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1744852
Feb 17 04:34:21.677972 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ee5bf588-d99d-4a73-800e-d685848dc164 req-f2ffa2be-79ae-43a8-b9c6-5a35efa065f1 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 210 time: 0.1028059
Feb 17 04:34:22.137399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Attempting to bind port ce659790-304b-4865-998b-8ca8a8d6afa7 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:22.139839 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Attempting to bind port ce659790-304b-4865-998b-8ca8a8d6afa7 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:22.143423 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Attempting to bind port ce659790-304b-4865-998b-8ca8a8d6afa7 on network 6e174343-ab03-4c52-a597-b1e3d9834772 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:22.153791 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0111b5a9-9d8e-440a-941d-f6291d5e7bcd req-64e4c666-6c07-4380-837f-01818ad28861 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 210 time: 0.1052279
Feb 17 04:34:22.159108 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:22.161931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Checking segment: {'id': 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:22.162412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:22.162830 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Bound using segment: {'id': 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:22.163407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Bound port: ce659790-304b-4865-998b-8ca8a8d6afa7, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:22.164019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:22.289283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] For port ce659790-304b-4865-998b-8ca8a8d6afa7, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:22.293144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] For port ce659790-304b-4865-998b-8ca8a8d6afa7, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=ce659790-304b-4865-998b-8ca8a8d6afa7,segment=NetworkSegment(e5046d3d-1003-4d0f-b25c-c02ec46f1a0f),segment_id=e5046d3d-1003-4d0f-b25c-c02ec46f1a0f)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:22.320786 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:22.339036 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:22.375978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-241407ed-afba-4a02-8643-0a11ff366b4e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:22.386166 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-241407ed-afba-4a02-8643-0a11ff366b4e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/networks?id=6e174343-ab03-4c52-a597-b1e3d9834772 HTTP/1.1" status: 200  len: 819 time: 0.2647016
Feb 17 04:34:22.405338 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-41a2a80e-5c58-455e-8658-82fc3df264bf tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/quotas/0e308712a7a343778981979df1c88348 HTTP/1.1" status: 200  len: 375 time: 0.0179169
Feb 17 04:34:22.497901 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-d125353c-b57d-4105-9fb4-5e139258dd2e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e308712a7a343778981979df1c88348&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0913281
Feb 17 04:34:22.575395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ad2e7-dc37-4639-b8c1-aa97fde303f1 req-1ca8a984-9ed6-4d52-a791-61257553ea1d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:22.577607 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Routers {'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:22.578304 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d694978>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:22.585615 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-de0ad2e7-dc37-4639-b8c1-aa97fde303f1 req-1ca8a984-9ed6-4d52-a791-61257553ea1d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 944 time: 0.1325722
Feb 17 04:34:22.675979 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-de0ad2e7-dc37-4639-b8c1-aa97fde303f1 req-e76de2c2-20b2-4278-8025-6184ef8199e7 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892482
Feb 17 04:34:22.796528 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-de1c99bc-abdc-4d2b-a10f-869076d5eed7 service neutron] 10.222.0.73 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2902184
Feb 17 04:34:22.811106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03ccff-4870-408e-bae9-339045f0c648 None None] Pushing event updated for resources: {'Port': ['ID=ce659790-304b-4865-998b-8ca8a8d6afa7,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:22.818400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ca03ccff-4870-408e-bae9-339045f0c648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:22.943719 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] Set router f70d3e64-d8c4-4355-be46-1b3bbb10fa9a gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:22.947052 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-936a58f8-4d0a-448d-9a77-7a93e2db2ed0 req-20060fa9-63cc-46ea-be0c-85ccedbc3cf4 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 210 time: 0.0699918
Feb 17 04:34:22.992752 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-e6528842-f927-4941-81b0-01be8a344e59 service neutron] 10.222.0.73 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1950011
Feb 17 04:34:23.273983 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-478b4bf6-33d4-4caa-82ee-2d33d0c86c4c req-370d1a25-d155-45a5-94c8-5e8b5617586b tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 210 time: 0.0889997
Feb 17 04:34:23.385523 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9e005ffe-7e90-4e6f-b2aa-d4f62aa3057f req-2904bb87-d751-405f-97fc-aca5cdff1ab9 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 210 time: 0.0595253
Feb 17 04:34:23.419761 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d694978>, [{'id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1697279341-router', 'tenant_id': '0e308712a7a343778981979df1c88348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:46Z', 'updated_at': '2021-02-17T04:34:14Z', 'revision_number': 4, 'project_id': '0e308712a7a343778981979df1c88348', 'gw_port': {'id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'ce659790-304b-4865-998b-8ca8a8d6afa7', 'name': '', 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772', 'tenant_id': '0e308712a7a343778981979df1c88348', 'mac_address': 'fa:16:3e:c4:2c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54c43aa7-ce51-45cb-b481-01071beb32fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:08Z', 'updated_at': '2021-02-17T04:34:22Z', 'revision_number': 4, 'project_id': '0e308712a7a343778981979df1c88348', 'subnets': [{'id': '54c43aa7-ce51-45cb-b481-01071beb32fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:23.424345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0cb20-d6e8-4ec0-bc33-0f6b9accdfae None None] The sync data for ids ['f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'] in dv-cinder-759955-5-iscsi is: [{'id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1697279341-router', 'tenant_id': '0e308712a7a343778981979df1c88348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:46Z', 'updated_at': '2021-02-17T04:34:14Z', 'revision_number': 4, 'project_id': '0e308712a7a343778981979df1c88348', 'gw_port': {'id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'ce659790-304b-4865-998b-8ca8a8d6afa7', 'name': '', 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772', 'tenant_id': '0e308712a7a343778981979df1c88348', 'mac_address': 'fa:16:3e:c4:2c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '54c43aa7-ce51-45cb-b481-01071beb32fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:34:08Z', 'updated_at': '2021-02-17T04:34:22Z', 'revision_number': 4, 'project_id': '0e308712a7a343778981979df1c88348', 'subnets': [{'id': '54c43aa7-ce51-45cb-b481-01071beb32fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:34:23.687519 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ce659790-304b-4865-998b-8ca8a8d6afa7 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:23.851594 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port ce659790-304b-4865-998b-8ca8a8d6afa7 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:23.857632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port ce659790-304b-4865-998b-8ca8a8d6afa7 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:23.858059 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:23.921793 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 3e8c2c09-fc54-44db-900d-60ab887f70b2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:23.996918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b692f-0e07-42da-9e96-4a7cbbd2a879 req-27a752db-c06a-4710-b2fa-19847ca21a44 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:24.000338 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1b4b692f-0e07-42da-9e96-4a7cbbd2a879 req-27a752db-c06a-4710-b2fa-19847ca21a44 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 944 time: 0.1908028
Feb 17 04:34:24.122569 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1b4b692f-0e07-42da-9e96-4a7cbbd2a879 req-93368694-292f-4f0a-b6cb-7b6051fbb420 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983367
Feb 17 04:34:24.250839 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:24.302632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port ce659790-304b-4865-998b-8ca8a8d6afa7, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=ce659790-304b-4865-998b-8ca8a8d6afa7,segment=NetworkSegment(e5046d3d-1003-4d0f-b25c-c02ec46f1a0f),segment_id=e5046d3d-1003-4d0f-b25c-c02ec46f1a0f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:24.404743 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0b656e84-ed65-497d-b1a9-3cc264f0f769 req-2d13084c-b78e-4582-89b8-2ef9ac160f1b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 210 time: 0.0704122
Feb 17 04:34:24.480663 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:24.483440 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-94a156e2-1bdd-47ad-a0df-4ec1d870b243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:24.551233 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d7672a0a-d7c0-4c92-9871-bef74b40d503 req-45815814-5427-4299-9860-0beab0da9aea tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 210 time: 0.1057260
Feb 17 04:34:24.579706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 3e8c2c09-fc54-44db-900d-60ab887f70b2 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:24.611961 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 3e8c2c09-fc54-44db-900d-60ab887f70b2 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:24.613654 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:24.661997 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c3c4b0e6-46b7-4456-993c-453ab942b8af req-fcfd1a78-57bc-4a77-8949-0511029aaeaf tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 210 time: 0.0982881
Feb 17 04:34:24.859933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=ce659790-304b-4865-998b-8ca8a8d6afa7,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:24.877360 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:24.881622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:25.088610 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 3e8c2c09-fc54-44db-900d-60ab887f70b2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3e8c2c09-fc54-44db-900d-60ab887f70b2,segment=NetworkSegment(6fea416f-9c33-4369-93ee-7fe3b491bad2),segment_id=6fea416f-9c33-4369-93ee-7fe3b491bad2)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:25.089627 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f38d61-fed7-40f6-9cd5-0d9c3ffc6437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c2c09-fc54-44db-900d-60ab887f70b2'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:25.154348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:25.156532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:25.288504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 3e8c2c09-fc54-44db-900d-60ab887f70b2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:25.402030 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 3e8c2c09-fc54-44db-900d-60ab887f70b2 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:25.402591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:25.487923 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=3e8c2c09-fc54-44db-900d-60ab887f70b2,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:25.490535 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:25.670340 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5320253b-2b0a-48a4-b129-21cc3faf16d1 req-3290a23d-8fd9-49ef-b96a-6d5ba27ad744 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 210 time: 0.0580628
Feb 17 04:34:25.672675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ce659790-304b-4865-998b-8ca8a8d6afa7 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:25.762473 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port ce659790-304b-4865-998b-8ca8a8d6afa7 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:25.762473 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:25.763385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b9a6a-d7d4-497b-985d-a54fbb7184ce req-fc2555c8-e73e-49a9-b1ed-79e227c89dc1 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:25.763385 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e98b9a6a-d7d4-497b-985d-a54fbb7184ce req-fc2555c8-e73e-49a9-b1ed-79e227c89dc1 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 946 time: 0.3879445
Feb 17 04:34:25.836000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-096aa324-454a-4790-bc98-5d96805ec333 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:25.836949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-096aa324-454a-4790-bc98-5d96805ec333 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Synchronizing usage tracker for tenant:0e308712a7a343778981979df1c88348 on resource:network {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:25.857396 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e98b9a6a-d7d4-497b-985d-a54fbb7184ce req-e2143c82-2817-453c-bdd7-96520a88eb74 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033087
Feb 17 04:34:26.027727 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f38d61-fed7-40f6-9cd5-0d9c3ffc6437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c2c09-fc54-44db-900d-60ab887f70b2', 'code': 200}
Feb 17 04:34:26.109066 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e72ca7ca-f24c-4bc1-ba64-7e0b59a8994e req-5e9ddecb-564c-40d9-b271-4cbce91e5f1d tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 210 time: 0.0777462
Feb 17 04:34:26.222052 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f22f39fe-1338-4735-943a-8b4879774932 req-0e719160-44cd-4c44-a526-d201d6a82498 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 210 time: 0.0561347
Feb 17 04:34:26.923487 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-00824958-555e-40ac-b181-3f5c58da90ec req-9363935b-c63c-4597-afc9-dbbdb5448b02 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 210 time: 0.0562699
Feb 17 04:34:26.973559 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-096aa324-454a-4790-bc98-5d96805ec333 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Unset dirty status for tenant:0e308712a7a343778981979df1c88348 on resource:network {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:26.974816 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-096aa324-454a-4790-bc98-5d96805ec333 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.76 "GET /v2.0/networks?id=6e174343-ab03-4c52-a597-b1e3d9834772 HTTP/1.1" status: 200  len: 819 time: 1.4728754
Feb 17 04:34:27.200526 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de7a91-5eb7-4e1e-8f60-0506731f0ad8 req-11fc708a-a3f4-44bd-9304-8fdf5e04b32f tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:27.202262 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e9de7a91-5eb7-4e1e-8f60-0506731f0ad8 req-11fc708a-a3f4-44bd-9304-8fdf5e04b32f tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 946 time: 0.1002147
Feb 17 04:34:27.297090 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e9de7a91-5eb7-4e1e-8f60-0506731f0ad8 req-5a0543a3-75d7-431a-a6e5-60d6a831b63b tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867107
Feb 17 04:34:27.380114 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9812a818-8c58-449c-879c-1baaad39cc77 req-43ff0841-cb17-4b43-bb07-009d1c15033d tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 210 time: 0.0521998
Feb 17 04:34:27.463370 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-743ae832-5147-4c0a-8a99-e63cbdffb102 req-a9217a02-a52c-41fb-a6aa-70a77a2767f1 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 210 time: 0.0564554
Feb 17 04:34:28.106635 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4666526a-fcb7-465e-9bee-0d514db960c6 req-c8522114-3834-48ef-8b64-ed934499d9cc tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 210 time: 0.0577805
Feb 17 04:34:28.191048 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Request body: {'port': {'device_id': '2641c971-9a8a-467c-92f1-1317f397e36f', 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772', 'admin_state_up': True, 'tenant_id': '0e308712a7a343778981979df1c88348'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:28.267546 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 3e8c2c09-fc54-44db-900d-60ab887f70b2 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:28.462315 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 3e8c2c09-fc54-44db-900d-60ab887f70b2 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:28.463001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:28.685365 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.76', 50732) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:28.839369 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e059e-03d5-42a5-b332-11e0cd054917 req-4cc20936-35fb-4bfc-81bb-dbda76449210 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:28.847033 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-741e059e-03d5-42a5-b332-11e0cd054917 req-4cc20936-35fb-4bfc-81bb-dbda76449210 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 946 time: 0.2342625
Feb 17 04:34:28.850290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:28.853910 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911e264-2418-45e4-983b-72d083622110 req-4181e51b-7adb-463f-a952-5d87bb0db0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:28.856230 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7911e264-2418-45e4-983b-72d083622110 req-4181e51b-7adb-463f-a952-5d87bb0db0a4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 1163 time: 0.1692569
Feb 17 04:34:28.878539 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:28.886343 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f920563c-1797-40c1-b456-8535f53f3abc req-5fe7a49d-9aca-4478-987f-9a5848ed6f87 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 210 time: 0.0864902
Feb 17 04:34:28.929676 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Made reservation on behalf of 0e308712a7a343778981979df1c88348 for: {'port': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:34:28.936236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.129177 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c3db9849-881f-4a42-a26c-f6bfafc621f0 req-5d6312d4-2e47-49dd-9679-d2dd573d7448 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 210 time: 0.0717635
Feb 17 04:34:29.133630 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-741e059e-03d5-42a5-b332-11e0cd054917 req-d7c197ec-d955-4937-90f1-16f7aab1fbe8 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2760959
Feb 17 04:34:29.343998 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c5fea048-c966-48d8-8fb0-dea638d3f563 req-ff021478-5b27-4184-9afb-23143adc8136 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 210 time: 0.0491352
Feb 17 04:34:29.368343 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Allocated IP 172.20.0.13 (6e174343-ab03-4c52-a597-b1e3d9834772/54c43aa7-ce51-45cb-b481-01071beb32fc/0bf5f471-d184-4e72-bf60-7bbf55b896ba) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:29.633048 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.692969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.738241 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7911e264-2418-45e4-983b-72d083622110 req-436a4fbf-6399-4ad1-8859-4d514a0212a9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:29.782269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-7911e264-2418-45e4-983b-72d083622110 req-436a4fbf-6399-4ad1-8859-4d514a0212a9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:29.791926 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:29.792273 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-7911e264-2418-45e4-983b-72d083622110 req-436a4fbf-6399-4ad1-8859-4d514a0212a9 service neutron] Usage tracker for resource:security_group_rule and tenant:ba0d422d2d9e47e49b646e90fececaa1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:29.800013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-7911e264-2418-45e4-983b-72d083622110 req-436a4fbf-6399-4ad1-8859-4d514a0212a9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:29.813959 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-7911e264-2418-45e4-983b-72d083622110 req-436a4fbf-6399-4ad1-8859-4d514a0212a9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:29.918368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Pushing event updated for resources: {'Port': ['ID=0bf5f471-d184-4e72-bf60-7bbf55b896ba,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:29.922929 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:29.931136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Network 6e174343-ab03-4c52-a597-b1e3d9834772 is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:29.933184 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:29.946565 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:30.034824 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:30.035871 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for port, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.055083 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7911e264-2418-45e4-983b-72d083622110 req-436a4fbf-6399-4ad1-8859-4d514a0212a9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.103520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7911e264-2418-45e4-983b-72d083622110 req-436a4fbf-6399-4ad1-8859-4d514a0212a9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.120158 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-20df70d9-2bd7-432b-abb7-7b8843773893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:30.145165 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9609811
Feb 17 04:34:30.150045 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7911e264-2418-45e4-983b-72d083622110 req-436a4fbf-6399-4ad1-8859-4d514a0212a9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4516394
Feb 17 04:34:30.158808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-5adb4429-e0ce-4830-99c0-ec28ce143aa3 req-ba5b09f9-183c-49c5-a4d0-7b3f4ae451c1 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Synchronizing usage tracker for tenant:0e308712a7a343778981979df1c88348 on resource:port {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:30.164940 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a4fbf-6399-4ad1-8859-4d514a0212a9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d86ff5c3-f8ba-44be-894f-e65ff9849149,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:30.169273 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-436a4fbf-6399-4ad1-8859-4d514a0212a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:30.228044 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-5adb4429-e0ce-4830-99c0-ec28ce143aa3 req-ba5b09f9-183c-49c5-a4d0-7b3f4ae451c1 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Unset dirty status for tenant:0e308712a7a343778981979df1c88348 on resource:port {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:30.229373 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5adb4429-e0ce-4830-99c0-ec28ce143aa3 req-ba5b09f9-183c-49c5-a4d0-7b3f4ae451c1 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 210 time: 0.1436810
Feb 17 04:34:30.382884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54062) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:30.403251 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e68cfed2-1e0a-4374-9f1e-a9b485974a89 req-1b459d72-234f-4923-8475-72885d8afae0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 210 time: 0.0548308
Feb 17 04:34:30.418942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f45da8-b64f-4400-bd3a-91e91c975342 req-b120c640-f9dc-42b5-989a-c677907b01cb tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:30.420951 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-02f45da8-b64f-4400-bd3a-91e91c975342 req-b120c640-f9dc-42b5-989a-c677907b01cb tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 946 time: 0.1394730
Feb 17 04:34:30.474592 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-02f45da8-b64f-4400-bd3a-91e91c975342 req-d65b8eec-20c1-4dd7-8d3a-f407097c12af tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467389
Feb 17 04:34:30.577207 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-60943d9f-e9d5-4fa3-8d51-1d5e2d195097 req-7604ba4e-463a-44e8-b4b8-4e8d849d3d64 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 210 time: 0.0545254
Feb 17 04:34:30.601104 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-544b08fc-db6b-4bbb-b75c-a54ed4bc0e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.630894 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-544b08fc-db6b-4bbb-b75c-a54ed4bc0e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:30.634942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-544b08fc-db6b-4bbb-b75c-a54ed4bc0e88 admin admin] Usage tracker for resource:security_group_rule and tenant:0987670a8b414ec5b07c2a75dad3f0a8 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:30.638282 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-544b08fc-db6b-4bbb-b75c-a54ed4bc0e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:30.644395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-544b08fc-db6b-4bbb-b75c-a54ed4bc0e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:30.787696 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-544b08fc-db6b-4bbb-b75c-a54ed4bc0e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.828709 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-544b08fc-db6b-4bbb-b75c-a54ed4bc0e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:30.836946 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:30.882885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b08fc-db6b-4bbb-b75c-a54ed4bc0e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1094231-5886-4aa9-b014-ed7f85d50f51,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:30.889627 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-544b08fc-db6b-4bbb-b75c-a54ed4bc0e88 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0987670a8b414ec5b07c2a75dad3f0a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5053716
Feb 17 04:34:30.891117 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-544b08fc-db6b-4bbb-b75c-a54ed4bc0e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:30.892514 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54076) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:30.982721 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-11281b76-9da2-4c99-a4fc-141f597e8434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.011774 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-11281b76-9da2-4c99-a4fc-141f597e8434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.177332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-11281b76-9da2-4c99-a4fc-141f597e8434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.182812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5cf5c92e-a200-42e3-81ab-bbfb85fe25c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:31.197233 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11281b76-9da2-4c99-a4fc-141f597e8434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1094231-5886-4aa9-b014-ed7f85d50f51,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:31.200099 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-11281b76-9da2-4c99-a4fc-141f597e8434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:31.201326 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-11281b76-9da2-4c99-a4fc-141f597e8434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.202710 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-11281b76-9da2-4c99-a4fc-141f597e8434 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1094231-5886-4aa9-b014-ed7f85d50f51 HTTP/1.1" status: 204  len: 168 time: 0.3087232
Feb 17 04:34:31.406049 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f4a07a6d-a144-4a9f-9906-287c06e87e47 req-d3f77873-c01b-4509-80a7-ddc55ef8457e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 210 time: 0.0508666
Feb 17 04:34:31.606055 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b17075da-c202-448c-bdcb-0a2d6ca5abb5 req-f585931c-2d52-4c33-a952-3474abd0a3d2 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 210 time: 0.0531604
Feb 17 04:34:31.756446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54096) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:31.778719 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dc447-0272-4612-9d86-b17c26ba81bf req-a1703dcd-bbe2-4882-a41b-b9491958c499 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:31.781998 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9a9dc447-0272-4612-9d86-b17c26ba81bf req-a1703dcd-bbe2-4882-a41b-b9491958c499 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 946 time: 0.1241958
Feb 17 04:34:31.854533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Request body: {'port': {'device_id': '2641c971-9a8a-467c-92f1-1317f397e36f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:31.897449 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4d7fef4f-ddb9-49da-9b00-81ff6e221b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:31.913924 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1502e142-4105-4fd3-824b-f99a14d1309d req-e83c5f98-5c4e-4720-969f-e0bf924b08cb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 210 time: 0.1546936
Feb 17 04:34:31.941948 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-4d7fef4f-ddb9-49da-9b00-81ff6e221b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:31.950319 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-4d7fef4f-ddb9-49da-9b00-81ff6e221b5c admin admin] Usage tracker for resource:security_group_rule and tenant:d2fb991a043543c1bc0c8186d8595b76 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:31.955247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-4d7fef4f-ddb9-49da-9b00-81ff6e221b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:31.999272 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-4d7fef4f-ddb9-49da-9b00-81ff6e221b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:32.024938 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9a9dc447-0272-4612-9d86-b17c26ba81bf req-345da116-444e-47c7-81b3-262f7a092366 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2373312
Feb 17 04:34:32.059155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:32.194016 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-d282d0fb-39f4-4abd-bda2-b5897315886c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:32.195333 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-d282d0fb-39f4-4abd-bda2-b5897315886c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Synchronizing usage tracker for tenant:b4db349eea3a41deb61c89e67a673600 on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:32.290672 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-d282d0fb-39f4-4abd-bda2-b5897315886c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Unset dirty status for tenant:b4db349eea3a41deb61c89e67a673600 on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:32.291979 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-d282d0fb-39f4-4abd-bda2-b5897315886c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.76 "GET /v2.0/networks?id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 200  len: 817 time: 0.5030365
Feb 17 04:34:32.406860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-5963ec62-b692-4f28-bcd4-c57e3e55e569 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Synchronizing usage tracker for tenant:b4db349eea3a41deb61c89e67a673600 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:32.433405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-5963ec62-b692-4f28-bcd4-c57e3e55e569 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Unset dirty status for tenant:b4db349eea3a41deb61c89e67a673600 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:32.436912 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-5963ec62-b692-4f28-bcd4-c57e3e55e569 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b4db349eea3a41deb61c89e67a673600 HTTP/1.1" status: 200  len: 5705 time: 0.1365812
Feb 17 04:34:32.440422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.76', 50740) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:32.493558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Request body: {'port': {'device_id': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'admin_state_up': True, 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'security_groups': ['52b24728-46d9-4a4c-bbe2-2e0c964c46d9']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:32.495045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4d7fef4f-ddb9-49da-9b00-81ff6e221b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:32.586061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4d7fef4f-ddb9-49da-9b00-81ff6e221b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:32.614185 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:32.709255 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e2fb6046-2737-4f92-9822-f42c437a17c1 req-1fab6eb3-061a-49af-8814-2e68a108364c tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 210 time: 0.1159296
Feb 17 04:34:32.783665 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-4d7fef4f-ddb9-49da-9b00-81ff6e221b5c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d2fb991a043543c1bc0c8186d8595b76&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0178695
Feb 17 04:34:32.789091 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54132) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:32.805101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fef4f-ddb9-49da-9b00-81ff6e221b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6e07cc-47ba-4f7f-a8e7-706586d711a9,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:32.824303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4d7fef4f-ddb9-49da-9b00-81ff6e221b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:32.921157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787d47-d609-4869-bc04-729e24124730 req-99d9bae2-44b3-4105-aeee-9d86154b0384 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:32.922198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-65787d47-d609-4869-bc04-729e24124730 req-99d9bae2-44b3-4105-aeee-9d86154b0384 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Synchronizing usage tracker for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:32.925509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:32.966350 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5c78ab33-4193-42c0-a4f1-622a65683c17 req-fed3d30c-4269-4b0c-a862-527077be4763 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 210 time: 0.0986621
Feb 17 04:34:32.970115 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:32.979258 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf5f471-d184-4e72-bf60-7bbf55b896ba {{(pid=84039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:34:33.016941 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-65787d47-d609-4869-bc04-729e24124730 req-99d9bae2-44b3-4105-aeee-9d86154b0384 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Unset dirty status for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:33.019752 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-99d9bae2-44b3-4105-aeee-9d86154b0384 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.76 "GET /v2.0/networks?id=db318819-52ac-454a-9acd-88522654014f HTTP/1.1" status: 200  len: 811 time: 0.5724974
Feb 17 04:34:33.019857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:33.021674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-51c4d0c7-927c-4bee-b51e-a6952a79edf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:33.064706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.76', 50745) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:33.073184 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Made reservation on behalf of b4db349eea3a41deb61c89e67a673600 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:34:33.082497 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:33.108562 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-51c4d0c7-927c-4bee-b51e-a6952a79edf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:33.225341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-65787d47-d609-4869-bc04-729e24124730 req-f80b7f90-49d9-4b76-af10-8e1dbfe7ed13 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Synchronizing usage tracker for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:33.332300 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-21ee61f3-ad5f-4064-b1cf-5064258aa3b4 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:33.334064 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-21ee61f3-ad5f-4064-b1cf-5064258aa3b4 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.76 "GET /v2.0/networks?id=6e174343-ab03-4c52-a597-b1e3d9834772 HTTP/1.1" status: 200  len: 819 time: 0.2682602
Feb 17 04:34:33.339532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Transition to ACTIVE for port object 0bf5f471-d184-4e72-bf60-7bbf55b896ba will not be triggered until provisioned by entity L2. {{(pid=84039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:33.387113 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Request body: {'port': {'device_id': 'aa1b30cc-269e-4de0-af2c-4e4b530decbd', 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772', 'admin_state_up': True, 'tenant_id': '0e308712a7a343778981979df1c88348'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:33.466764 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-65787d47-d609-4869-bc04-729e24124730 req-f80b7f90-49d9-4b76-af10-8e1dbfe7ed13 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Unset dirty status for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:33.468568 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-f80b7f90-49d9-4b76-af10-8e1dbfe7ed13 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ceefaf95d6747d4874041041d75b0c7 HTTP/1.1" status: 200  len: 5704 time: 0.4367476
Feb 17 04:34:33.484414 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8bedfade-6bd8-42cb-9fe2-4e0fe3c39147 req-37a16bb7-aeed-4313-8f90-910dc6b20e33 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 210 time: 0.1451433
Feb 17 04:34:33.484414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:33.486933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Request body: {'port': {'device_id': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'admin_state_up': True, 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'security_groups': ['02dcc7a1-b924-4b16-9471-2af7318604db']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:33.537908 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9f4384bb-2539-42ed-98ae-0591b9350059 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:33.571178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-51c4d0c7-927c-4bee-b51e-a6952a79edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:33.640450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:33.664965 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c38702-a584-4aff-8116-ec3844a5c459 req-1f7bac0d-98a6-4768-b9ee-279e89b75b17 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:33.672792 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b8c38702-a584-4aff-8116-ec3844a5c459 req-1f7bac0d-98a6-4768-b9ee-279e89b75b17 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 946 time: 0.4238491
Feb 17 04:34:33.711714 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4d0c7-927c-4bee-b51e-a6952a79edf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6e07cc-47ba-4f7f-a8e7-706586d711a9,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:33.728542 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Pushing event updated for resources: {'Port': ['ID=0bf5f471-d184-4e72-bf60-7bbf55b896ba,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:33.737402 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:33.794327 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-51c4d0c7-927c-4bee-b51e-a6952a79edf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:33.830732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:33.856466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-51c4d0c7-927c-4bee-b51e-a6952a79edf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:33.860560 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-51c4d0c7-927c-4bee-b51e-a6952a79edf8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce6e07cc-47ba-4f7f-a8e7-706586d711a9 HTTP/1.1" status: 204  len: 168 time: 1.0745332
Feb 17 04:34:33.873688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:33.942439 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b8c38702-a584-4aff-8116-ec3844a5c459 req-7976e2e4-cad8-4fa3-a3c3-c2fbc517155b tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2686491
Feb 17 04:34:33.943743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:33.969362 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:33.978560 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Made reservation on behalf of 0e308712a7a343778981979df1c88348 for: {'port': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:34:33.984638 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.000550 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Allocated IP 172.20.0.13 (1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3/0186b1a0-62b8-4766-b853-dd62c7fb19d9/72ce24c8-c620-47e9-bb1f-d76da6e573dc) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:34.053674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Made reservation on behalf of 0ceefaf95d6747d4874041041d75b0c7 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:34:34.068847 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.102425 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.76', 50753) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:34.136220 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6d6e5227-221d-4c16-bec5-f259fda0e531 req-469e0d49-1276-43b0-812f-cf6ab50173d1 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 210 time: 0.1670926
Feb 17 04:34:34.498371 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ebe60d24-8559-4484-b80b-e8119ef3049d req-7364069d-ad8d-4416-ad78-b46b09c79ad8 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 210 time: 0.1003675
Feb 17 04:34:34.621244 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-34b8993f-f153-4b69-b6da-64d444ef37ac req-f34200bd-bdce-4f78-bb89-653d89079a9b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5202172
Feb 17 04:34:34.698781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.812917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Transition to ACTIVE for port object 72ce24c8-c620-47e9-bb1f-d76da6e573dc will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:34.813331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Attempting to bind port 0bf5f471-d184-4e72-bf60-7bbf55b896ba on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:34.813331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Attempting to bind port 0bf5f471-d184-4e72-bf60-7bbf55b896ba by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772'}] {{(pid=84039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:34.813331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Attempting to bind port 0bf5f471-d184-4e72-bf60-7bbf55b896ba on network 6e174343-ab03-4c52-a597-b1e3d9834772 {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:34.823274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:34.823686 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Checking segment: {'id': 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:34.824108 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.824512 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Bound using segment: {'id': 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772'} {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:34.825004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Bound port: 0bf5f471-d184-4e72-bf60-7bbf55b896ba, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772'}}] {{(pid=84039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:34.825390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:34.856275 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b3d018d4-f667-4623-a01f-93d7ed770ba9 req-360eeb7a-fbb2-4767-a915-c9d73c4f0a53 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 210 time: 0.1200819
Feb 17 04:34:34.965899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Allocated IP 172.20.0.10 (db318819-52ac-454a-9acd-88522654014f/fb541eeb-bbaf-4cdc-be92-cb0eb60b219f/7c039b81-545d-4b96-8225-5c9d5bbd4f40) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:34.973116 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8993f-f153-4b69-b6da-64d444ef37ac req-8694d806-62e0-46cd-b0f6-808dc92d7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:34.974747 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-34b8993f-f153-4b69-b6da-64d444ef37ac req-8694d806-62e0-46cd-b0f6-808dc92d7aa1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d8f6d6d4d16e4f8291cf32fca2f053ca&device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 1163 time: 0.1982415
Feb 17 04:34:35.074162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] For port 0bf5f471-d184-4e72-bf60-7bbf55b896ba, host hv-cinder-75995, cleared binding levels {{(pid=84039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:35.084196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] For port 0bf5f471-d184-4e72-bf60-7bbf55b896ba, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=0bf5f471-d184-4e72-bf60-7bbf55b896ba,segment=NetworkSegment(e5046d3d-1003-4d0f-b25c-c02ec46f1a0f),segment_id=e5046d3d-1003-4d0f-b25c-c02ec46f1a0f)] {{(pid=84039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:35.142160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:35.194731 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:35.477752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-508f65b1-698f-4a36-9ee1-166a76029ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:35.501029 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:35.594918 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e71f52ca-fd4a-4be9-a579-f93277b0d0df req-2107f872-4859-4762-a60b-3569aabd0911 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 210 time: 0.1778226
Feb 17 04:34:35.599143 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:35.604922 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:35.896759 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Pushing event updated for resources: {'Port': ['ID=0bf5f471-d184-4e72-bf60-7bbf55b896ba,revision_number=3']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:35.913451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:35.943765 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-401e7eb5-a544-44c3-b1e8-48776cf63d6e req-733ab6e2-65dc-4f69-968a-71501167d43b tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 210 time: 0.1027224
Feb 17 04:34:35.953116 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54236) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:35.984504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:35.985538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for port, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:35.986923 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] 10.222.0.76 "PUT /v2.0/ports/0bf5f471-d184-4e72-bf60-7bbf55b896ba HTTP/1.1" status: 200  len: 1158 time: 4.1379962
Feb 17 04:34:35.988190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2641c971-9a8a-467c-92f1-1317f397e36f', 'tag': '0bf5f471-d184-4e72-bf60-7bbf55b896ba'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:35.995153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Allocated IP 172.20.0.11 (6e174343-ab03-4c52-a597-b1e3d9834772/54c43aa7-ce51-45cb-b481-01071beb32fc/80762b6b-ff48-48a7-b0f1-5e9fbb1583c0) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:34:36.010678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event updated for resources: {'Port': ['ID=72ce24c8-c620-47e9-bb1f-d76da6e573dc,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:36.044522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8993f-f153-4b69-b6da-64d444ef37ac req-ea6c7cd2-276f-4858-bbe7-5a00413fb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:36.046377 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-34b8993f-f153-4b69-b6da-64d444ef37ac req-ea6c7cd2-276f-4858-bbe7-5a00413fb721 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd HTTP/1.1" status: 200  len: 905 time: 1.0464976
Feb 17 04:34:36.083247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.085944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.085944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.085944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.085944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.085944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.085944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.085944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.086668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.086668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.087166 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.087324 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.087805 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.088166 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.088532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.088962 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.089219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.089601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.089972 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.090431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.090986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.091377 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.091986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.092124 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:36.096702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:36.165617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53088bb1-f4f2-47cd-90e9-83c039fe5824 req-0e42cf23-eb24-4921-97ff-cd37e81ae700 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:36.170204 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-53088bb1-f4f2-47cd-90e9-83c039fe5824 req-0e42cf23-eb24-4921-97ff-cd37e81ae700 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 946 time: 0.6688759
Feb 17 04:34:36.266234 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.287984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:36.292451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:36.293725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:36.299058 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-53088bb1-f4f2-47cd-90e9-83c039fe5824 req-ecb62c2b-94f5-4bac-b30b-3d407e511572 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163456
Feb 17 04:34:36.299551 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:36.299671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Usage tracker for resource:security_group_rule and tenant:04e1260d42224b11b897a467961c4722 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:36.309438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:36.343892 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:36.371228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.411095 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Transition to ACTIVE for port object 7c039b81-545d-4b96-8225-5c9d5bbd4f40 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:36.472361 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.478130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:36.478797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.488282 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2641c971-9a8a-467c-92f1-1317f397e36f', 'tag': '0bf5f471-d184-4e72-bf60-7bbf55b896ba', 'status': 'completed', 'code': 200}
Feb 17 04:34:36.522537 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc576fe-d483-4d03-8111-2089862390a9 req-df3ca0f5-b565-4844-8ae1-09cf219731a1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:36.530302 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-aaeef876-e3ba-4829-9f0f-3b1772d61fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:36.535447 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2bc576fe-d483-4d03-8111-2089862390a9 req-df3ca0f5-b565-4844-8ae1-09cf219731a1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 932 time: 0.3789134
Feb 17 04:34:36.708155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-0d5205a7-9da1-460f-9a59-5c2bbba010db None None] Provisioning for port 72ce24c8-c620-47e9-bb1f-d76da6e573dc completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:36.715008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-0d5205a7-9da1-460f-9a59-5c2bbba010db None None] Provisioning complete for port 72ce24c8-c620-47e9-bb1f-d76da6e573dc triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:36.715462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0d5205a7-9da1-460f-9a59-5c2bbba010db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.727631 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2bc576fe-d483-4d03-8111-2089862390a9 req-bb8121d9-b624-4943-81e0-ced353b7541a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1913126
Feb 17 04:34:36.755992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.772811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event updated for resources: {'Port': ['ID=7c039b81-545d-4b96-8225-5c9d5bbd4f40,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:36.807987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:36.812853 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3650348
Feb 17 04:34:36.828089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-0d5205a7-9da1-460f-9a59-5c2bbba010db None None] Port 72ce24c8-c620-47e9-bb1f-d76da6e573dc cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:34:36.876161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.919087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.921998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:36.938868 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Network db318819-52ac-454a-9acd-88522654014f is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:36.941984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:36.946294 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:37.030148 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95b5c-3261-4473-924c-b91b0bdb2eb5 req-4b72b6e9-1281-4119-9292-27d8ebf1dfcf tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:37.038132 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61d95b5c-3261-4473-924c-b91b0bdb2eb5 req-4b72b6e9-1281-4119-9292-27d8ebf1dfcf tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 932 time: 0.2115140
Feb 17 04:34:37.066292 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:37.068076 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:37.097487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-548c8219-ce30-4ed8-9ed5-8f09e840f664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:37.114415 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04e1260d42224b11b897a467961c4722&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1599469
Feb 17 04:34:37.115758 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54264) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:37.147499 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61d95b5c-3261-4473-924c-b91b0bdb2eb5 req-05f20e60-887a-428a-b814-c7d804b75553 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081431
Feb 17 04:34:37.150351 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6691778
Feb 17 04:34:37.225245 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f304327-029e-46ed-82e8-aeacd8a8630b,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:37.322006 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.322828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.323223 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.323653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.324086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.324859 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.324859 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.325203 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.325578 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.325955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.326325 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.326697 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.327159 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.327563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.327932 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.328304 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.328678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.329047 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.329415 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.329980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.331402 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.331835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.332260 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.335210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:37.371779 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:34:37.418482 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:37.419493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:37.422649 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-076ce1df-1a84-4bac-adb1-b8b7aff0f33e None None] Provisioning for port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:37.439466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-076ce1df-1a84-4bac-adb1-b8b7aff0f33e None None] Provisioning complete for port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:37.440317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-076ce1df-1a84-4bac-adb1-b8b7aff0f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:37.528982 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-076ce1df-1a84-4bac-adb1-b8b7aff0f33e None None] Port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:34:37.529510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Network 6e174343-ab03-4c52-a597-b1e3d9834772 is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:34:37.543905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:34:37.554716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:34:37.594760 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Pushing event updated for resources: {'Port': ['ID=80762b6b-ff48-48a7-b0f1-5e9fbb1583c0,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:37.611898 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:37.660838 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:37.661503 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for port, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:37.670279 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8321512d-eec0-4798-80f9-2011e4665f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:37.883570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee442082-d7d8-4b6a-aeac-448c72428e0c req-94412495-a9c4-4752-b8d8-5e22550f0d10 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:37.883570 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ee442082-d7d8-4b6a-aeac-448c72428e0c req-94412495-a9c4-4752-b8d8-5e22550f0d10 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 932 time: 0.4045634
Feb 17 04:34:37.883570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8321512d-eec0-4798-80f9-2011e4665f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:37.883570 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ee442082-d7d8-4b6a-aeac-448c72428e0c req-3ed5ee07-caa4-4ca4-9238-90f6a989225b tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029105
Feb 17 04:34:37.883570 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.4778440
Feb 17 04:34:37.993732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8321512d-eec0-4798-80f9-2011e4665f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:38.000878 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bb945767-2aec-461b-ab61-aad748dd37cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:38.016068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321512d-eec0-4798-80f9-2011e4665f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f304327-029e-46ed-82e8-aeacd8a8630b,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:38.018094 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8321512d-eec0-4798-80f9-2011e4665f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:38.020075 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8321512d-eec0-4798-80f9-2011e4665f97 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f304327-029e-46ed-82e8-aeacd8a8630b HTTP/1.1" status: 204  len: 168 time: 0.8962970
Feb 17 04:34:38.022693 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e5fa947a-c232-4cd4-9b29-7efdbec2de46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:38.024422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8321512d-eec0-4798-80f9-2011e4665f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:38.112439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f57ef-ce3f-4532-bd92-8b7f18b725a4 req-63c59438-e174-43b2-8ae9-a42036e4159b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:38.113403 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-a47f57ef-ce3f-4532-bd92-8b7f18b725a4 req-63c59438-e174-43b2-8ae9-a42036e4159b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Synchronizing usage tracker for tenant:b4db349eea3a41deb61c89e67a673600 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:38.159120 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-a47f57ef-ce3f-4532-bd92-8b7f18b725a4 req-63c59438-e174-43b2-8ae9-a42036e4159b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Unset dirty status for tenant:b4db349eea3a41deb61c89e67a673600 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:38.161075 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a47f57ef-ce3f-4532-bd92-8b7f18b725a4 req-63c59438-e174-43b2-8ae9-a42036e4159b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 932 time: 0.1679971
Feb 17 04:34:38.230769 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a47f57ef-ce3f-4532-bd92-8b7f18b725a4 req-5ee8d54c-c044-4227-81f5-dd8bbe85ea27 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496781
Feb 17 04:34:38.319787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:38.421554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Request body: {'port': {'device_id': 'aa1b30cc-269e-4de0-af2c-4e4b530decbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:38.561439 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-34b8993f-f153-4b69-b6da-64d444ef37ac req-fa0ebfa7-0882-4383-854b-4dc6895ae816 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e8c2c09-fc54-44db-900d-60ab887f70b2 HTTP/1.1" status: 200  len: 217 time: 0.1623394
Feb 17 04:34:38.570030 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Request body: {'port': {'device_id': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:38.707929 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Request body: {'port': {'device_id': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:38.762363 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f40ef-a722-4ebb-b54e-ea570e4ae952 req-895747ba-5676-4f90-9e6e-36977683c81f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:38.763129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-729f40ef-a722-4ebb-b54e-ea570e4ae952 req-895747ba-5676-4f90-9e6e-36977683c81f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Synchronizing usage tracker for tenant:0e308712a7a343778981979df1c88348 on resource:port {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:38.793942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:38.843918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1469a1-12a8-4ed9-a0eb-692c0186d262 req-c4d29245-92c7-4d5b-b63a-86a1ce3b5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:38.843918 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2e1469a1-12a8-4ed9-a0eb-692c0186d262 req-c4d29245-92c7-4d5b-b63a-86a1ce3b5080 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e308712a7a343778981979df1c88348&device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 1161 time: 0.3602996
Feb 17 04:34:38.867146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:38.908076 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54320) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:38.983675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-729f40ef-a722-4ebb-b54e-ea570e4ae952 req-895747ba-5676-4f90-9e6e-36977683c81f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Unset dirty status for tenant:0e308712a7a343778981979df1c88348 on resource:port {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:38.985210 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-729f40ef-a722-4ebb-b54e-ea570e4ae952 req-895747ba-5676-4f90-9e6e-36977683c81f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 932 time: 0.6685681
Feb 17 04:34:39.054952 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-954ea3ad-9ef3-46fa-bd84-cac61847b1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:39.217989 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8993f-f153-4b69-b6da-64d444ef37ac req-141057c6-a386-49d9-9bbc-f90ea9abdea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:39.219578 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-34b8993f-f153-4b69-b6da-64d444ef37ac req-141057c6-a386-49d9-9bbc-f90ea9abdea2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6df57f33-dcf9-4c3b-8773-8cc7ba39a711 HTTP/1.1" status: 200  len: 851 time: 0.3536999
Feb 17 04:34:39.279271 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:39.329584 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-34b8993f-f153-4b69-b6da-64d444ef37ac req-45f2a15c-ecd1-4ba7-9b42-945e79039256 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0966265
Feb 17 04:34:39.397443 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-954ea3ad-9ef3-46fa-bd84-cac61847b1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:39.432293 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-954ea3ad-9ef3-46fa-bd84-cac61847b1ed admin admin] Usage tracker for resource:security_group_rule and tenant:a5575826d52b43b38e13a72e09d71ee9 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:39.443198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-954ea3ad-9ef3-46fa-bd84-cac61847b1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:39.475015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-954ea3ad-9ef3-46fa-bd84-cac61847b1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:39.482743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-729f40ef-a722-4ebb-b54e-ea570e4ae952 req-fb9d3b65-5d96-4e07-b81e-cddfc3521ead tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Synchronizing usage tracker for tenant:0e308712a7a343778981979df1c88348 on resource:security_group {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:39.610677 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:39.624013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1469a1-12a8-4ed9-a0eb-692c0186d262 req-c54cc3e1-2c70-47c7-85e7-0177f72ba7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:39.625694 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2e1469a1-12a8-4ed9-a0eb-692c0186d262 req-c54cc3e1-2c70-47c7-85e7-0177f72ba7f0 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=0e308712a7a343778981979df1c88348&shared=False HTTP/1.1" status: 200  len: 913 time: 0.7187252
Feb 17 04:34:39.896525 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1469a1-12a8-4ed9-a0eb-692c0186d262 req-f9896d03-4411-4402-ad0c-ec44ef5e11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:39.899103 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2e1469a1-12a8-4ed9-a0eb-692c0186d262 req-f9896d03-4411-4402-ad0c-ec44ef5e11ea service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2665594
Feb 17 04:34:39.908536 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-729f40ef-a722-4ebb-b54e-ea570e4ae952 req-fb9d3b65-5d96-4e07-b81e-cddfc3521ead tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Unset dirty status for tenant:0e308712a7a343778981979df1c88348 on resource:security_group {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:39.911312 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-729f40ef-a722-4ebb-b54e-ea570e4ae952 req-fb9d3b65-5d96-4e07-b81e-cddfc3521ead tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8641570
Feb 17 04:34:40.029295 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68783ffb-7e48-4a0e-a5d3-fbad264678bb req-6b1509e8-a042-4d2e-9e70-8d59357fe59b tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:40.030075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-68783ffb-7e48-4a0e-a5d3-fbad264678bb req-6b1509e8-a042-4d2e-9e70-8d59357fe59b tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Synchronizing usage tracker for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:40.223928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-68783ffb-7e48-4a0e-a5d3-fbad264678bb req-6b1509e8-a042-4d2e-9e70-8d59357fe59b tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Unset dirty status for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:40.228684 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-68783ffb-7e48-4a0e-a5d3-fbad264678bb req-6b1509e8-a042-4d2e-9e70-8d59357fe59b tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 932 time: 1.1600869
Feb 17 04:34:40.280493 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-34b8993f-f153-4b69-b6da-64d444ef37ac req-7b82b684-ee84-49b3-bc80-ea79776aa4d6 service neutron] 10.222.0.76 "GET /v2.0/networks/a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9077141
Feb 17 04:34:40.364780 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-68783ffb-7e48-4a0e-a5d3-fbad264678bb req-501911fa-69c7-49b1-8c18-ef58602b8050 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1209812
Feb 17 04:34:40.481275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-954ea3ad-9ef3-46fa-bd84-cac61847b1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:40.504846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-f84b0780-a856-4f87-94f4-296647ecb304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:40.506654 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-f84b0780-a856-4f87-94f4-296647ecb304 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e308712a7a343778981979df1c88348&device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 1161 time: 0.4447978
Feb 17 04:34:40.528245 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4e0fb-4201-4eeb-bd37-c49fb0a44611 req-4a7c6608-37f8-46d1-9d57-26ab60a8ba7c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:40.533540 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-03f4e0fb-4201-4eeb-bd37-c49fb0a44611 req-4a7c6608-37f8-46d1-9d57-26ab60a8ba7c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 932 time: 0.2835875
Feb 17 04:34:40.606697 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-954ea3ad-9ef3-46fa-bd84-cac61847b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:40.636886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:40.668059 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:40.740634 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-8012b8ed-e21e-4feb-a1d4-87e4561b7a36 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf5f471-d184-4e72-bf60-7bbf55b896ba HTTP/1.1" status: 200  len: 217 time: 0.2094531
Feb 17 04:34:40.799690 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-34b8993f-f153-4b69-b6da-64d444ef37ac req-cbae50bc-98fa-4efc-8a08-a4bf28e777c8 service neutron] 10.222.0.76 "GET /v2.0/networks/a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5088587
Feb 17 04:34:40.926050 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-954ea3ad-9ef3-46fa-bd84-cac61847b1ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a5575826d52b43b38e13a72e09d71ee9&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0073490
Feb 17 04:34:40.927983 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54372) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:40.931570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ea3ad-9ef3-46fa-bd84-cac61847b1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba60a175-c08a-40f5-ab24-8959ad2f21c7,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:40.935715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-954ea3ad-9ef3-46fa-bd84-cac61847b1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:40.946858 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 {{(pid=84039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:34:40.964212 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-03f4e0fb-4201-4eeb-bd37-c49fb0a44611 req-1ee239b1-618e-4db0-aa2f-7a8a424c4cb9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3484280
Feb 17 04:34:40.989682 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.011552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a9703a40-6a2b-4fbf-88d0-4dbc4bd26c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:41.013302 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-a9703a40-6a2b-4fbf-88d0-4dbc4bd26c2b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=54c43aa7-ce51-45cb-b481-01071beb32fc HTTP/1.1" status: 200  len: 859 time: 0.1995604
Feb 17 04:34:41.094088 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-1a5727da-6a03-40d1-b6b7-18352206f3c4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e174343-ab03-4c52-a597-b1e3d9834772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0615914
Feb 17 04:34:41.099192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Transition to ACTIVE for port object 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 will not be triggered until provisioned by entity L2. {{(pid=84039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:41.230071 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c039b81-545d-4b96-8225-5c9d5bbd4f40 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:34:41.236277 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ce24c8-c620-47e9-bb1f-d76da6e573dc {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:34:41.249798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.251638 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.256682 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.297100 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Transition to ACTIVE for port object 7c039b81-545d-4b96-8225-5c9d5bbd4f40 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:41.298168 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Transition to ACTIVE for port object 72ce24c8-c620-47e9-bb1f-d76da6e573dc will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:34:41.299195 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-da6868ee-dc24-498f-a75a-a3fad6d01e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.325500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4e5f5b93-d0fe-4962-a7dc-956ff3ec4983 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:41.333447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-da6868ee-dc24-498f-a75a-a3fad6d01e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.350981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.372953 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:41.493393 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:41.518301 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Pushing event updated for resources: {'Port': ['ID=80762b6b-ff48-48a7-b0f1-5e9fbb1583c0,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:41.532726 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:41.594461 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-c73a2dc8-da28-4f52-b43e-5463e14df5fd service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4922018
Feb 17 04:34:41.643355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38071008-057e-4754-ae05-893f058deb28 req-b56c71c3-3628-4578-8aed-fe740fc081dc tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:41.651684 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-38071008-057e-4754-ae05-893f058deb28 req-b56c71c3-3628-4578-8aed-fe740fc081dc tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 944 time: 0.4118769
Feb 17 04:34:41.803043 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Pushing event updated for resources: {'Port': ['ID=7c039b81-545d-4b96-8225-5c9d5bbd4f40,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:41.953130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-da6868ee-dc24-498f-a75a-a3fad6d01e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.000039 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:42.044390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-434eb44b-4e4a-4777-adc0-64e9fec5a707 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:42.237250 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-da6868ee-dc24-498f-a75a-a3fad6d01e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.244394 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-da6868ee-dc24-498f-a75a-a3fad6d01e5e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ba60a175-c08a-40f5-ab24-8959ad2f21c7 HTTP/1.1" status: 204  len: 168 time: 1.2928886
Feb 17 04:34:42.280197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Pushing event updated for resources: {'Port': ['ID=72ce24c8-c620-47e9-bb1f-d76da6e573dc,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:42.301807 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:42.364450 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-38071008-057e-4754-ae05-893f058deb28 req-dbb0ad65-f896-4c8f-9fdb-af6de9f982c8 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7093949
Feb 17 04:34:42.369397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.396s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:42.464537 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6868ee-dc24-498f-a75a-a3fad6d01e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba60a175-c08a-40f5-ab24-8959ad2f21c7,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:42.479412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-da6868ee-dc24-498f-a75a-a3fad6d01e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:42.487187 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Attempting to bind port 72ce24c8-c620-47e9-bb1f-d76da6e573dc on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:42.487744 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Attempting to bind port 72ce24c8-c620-47e9-bb1f-d76da6e573dc by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:42.488136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Attempting to bind port 72ce24c8-c620-47e9-bb1f-d76da6e573dc on network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:42.515912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:42.516457 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Checking segment: {'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:42.517050 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.517836 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Bound using segment: {'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:42.518552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Bound port: 72ce24c8-c620-47e9-bb1f-d76da6e573dc, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:42.519745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.555961 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Attempting to bind port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:42.555961 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Attempting to bind port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772'}] {{(pid=84039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:42.555961 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Attempting to bind port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 on network 6e174343-ab03-4c52-a597-b1e3d9834772 {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:42.572468 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Attempting to bind port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:34:42.573102 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Attempting to bind port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:34:42.573634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Attempting to bind port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 on network db318819-52ac-454a-9acd-88522654014f {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:34:42.588013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:42.588013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Checking segment: {'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:42.588013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.588013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Bound using segment: {'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:42.588013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Bound port: 7c039b81-545d-4b96-8225-5c9d5bbd4f40, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:42.588013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.606221 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:34:42.606695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Checking segment: {'id': 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:34:42.607178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.607752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Bound using segment: {'id': 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772'} {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:34:42.608477 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Bound port: 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e174343-ab03-4c52-a597-b1e3d9834772'}}] {{(pid=84039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:34:42.609000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:42.652169 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70ab34c0-cd6b-49e4-b5f0-a91f4746f07d req-6278e070-eac6-4431-89bc-626521250b73 service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0488288
Feb 17 04:34:42.981268 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dee44-9e4f-47f4-8890-0e836407b0ab req-906ed301-af81-4fb0-b807-e11152142f83 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:42.984610 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8f0dee44-9e4f-47f4-8890-0e836407b0ab req-906ed301-af81-4fb0-b807-e11152142f83 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 944 time: 0.2751026
Feb 17 04:34:42.987715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] For port 7c039b81-545d-4b96-8225-5c9d5bbd4f40, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:42.995598 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] For port 7c039b81-545d-4b96-8225-5c9d5bbd4f40, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7c039b81-545d-4b96-8225-5c9d5bbd4f40,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:42.997950 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] For port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0, host hv-cinder-75995, cleared binding levels {{(pid=84039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:43.006568 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] For port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=80762b6b-ff48-48a7-b0f1-5e9fbb1583c0,segment=NetworkSegment(e5046d3d-1003-4d0f-b25c-c02ec46f1a0f),segment_id=e5046d3d-1003-4d0f-b25c-c02ec46f1a0f)] {{(pid=84039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:43.075757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:43.077123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:43.130570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:43.314361 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8f0dee44-9e4f-47f4-8890-0e836407b0ab req-fd2e3a15-83b4-428a-baca-6fa08f279599 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3004205
Feb 17 04:34:43.412420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Pushing event updated for resources: {'Port': ['ID=80762b6b-ff48-48a7-b0f1-5e9fbb1583c0,revision_number=3']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:43.441171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:43.503040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:43.507171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for port, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:43.508915 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] 10.222.0.76 "PUT /v2.0/ports/80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 HTTP/1.1" status: 200  len: 1158 time: 5.1032169
Feb 17 04:34:43.509477 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1b30cc-269e-4de0-af2c-4e4b530decbd', 'tag': '80762b6b-ff48-48a7-b0f1-5e9fbb1583c0'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:43.552145 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:43.639339 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] For port 72ce24c8-c620-47e9-bb1f-d76da6e573dc, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:34:43.690146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] For port 72ce24c8-c620-47e9-bb1f-d76da6e573dc, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=72ce24c8-c620-47e9-bb1f-d76da6e573dc,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:34:43.729466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Pushing event updated for resources: {'Port': ['ID=7c039b81-545d-4b96-8225-5c9d5bbd4f40,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:43.736795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:43.750386 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:43.779212 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caa408-d436-4ceb-855a-e82c20877f0e req-c62c0272-c0d1-47a3-943a-b759f534b232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:43.781640 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-02caa408-d436-4ceb-855a-e82c20877f0e req-c62c0272-c0d1-47a3-943a-b759f534b232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 944 time: 0.2463810
Feb 17 04:34:43.789554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-098d6d76-9e87-4730-bbc8-1559dbe1f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:43.792194 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-098d6d76-9e87-4730-bbc8-1559dbe1f1b4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e308712a7a343778981979df1c88348&device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 1161 time: 0.1995037
Feb 17 04:34:43.792352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:43.941534 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-02caa408-d436-4ceb-855a-e82c20877f0e req-f67ae047-89d2-4a4d-9d6e-113a109c43ab tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481609
Feb 17 04:34:43.951531 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-09a06426-cf3f-40a0-bb9c-55005cb88196 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 HTTP/1.1" status: 200  len: 217 time: 0.1127532
Feb 17 04:34:44.007580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c4a97-5f9e-4250-8baa-e51371a996c1 req-62b202d9-98de-489c-84e9-945c8081e356 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:44.010402 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-291c4a97-5f9e-4250-8baa-e51371a996c1 req-62b202d9-98de-489c-84e9-945c8081e356 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 1.0074015
Feb 17 04:34:44.056999 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1b30cc-269e-4de0-af2c-4e4b530decbd', 'tag': '80762b6b-ff48-48a7-b0f1-5e9fbb1583c0', 'status': 'completed', 'code': 200}
Feb 17 04:34:44.066528 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Pushing event updated for resources: {'Port': ['ID=72ce24c8-c620-47e9-bb1f-d76da6e573dc,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:44.086732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:44.097995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-40711dea-11ca-4454-af33-a0dfef49c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:44.100199 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-40711dea-11ca-4454-af33-a0dfef49c1e3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=54c43aa7-ce51-45cb-b481-01071beb32fc HTTP/1.1" status: 200  len: 859 time: 0.1409805
Feb 17 04:34:44.128608 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:44.128608 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:44.128608 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] 10.222.0.76 "PUT /v2.0/ports/7c039b81-545d-4b96-8225-5c9d5bbd4f40 HTTP/1.1" status: 200  len: 1158 time: 5.5693645
Feb 17 04:34:44.131032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'tag': '7c039b81-545d-4b96-8225-5c9d5bbd4f40'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:44.170140 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-291c4a97-5f9e-4250-8baa-e51371a996c1 req-1b9f26f5-cfdc-40e1-af60-e53f170e6a38 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1495419
Feb 17 04:34:44.184313 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-a8c20727-18cf-4a23-bb85-7dcdc43ac8dc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e174343-ab03-4c52-a597-b1e3d9834772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0739040
Feb 17 04:34:44.207408 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:44.208183 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:44.211215 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] 10.222.0.76 "PUT /v2.0/ports/72ce24c8-c620-47e9-bb1f-d76da6e573dc HTTP/1.1" status: 200  len: 1158 time: 5.6558905
Feb 17 04:34:44.689393 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787d47-d609-4869-bc04-729e24124730 req-f2900088-283a-4c06-aebc-c21ec8259383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:44.691087 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-f2900088-283a-4c06-aebc-c21ec8259383 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ceefaf95d6747d4874041041d75b0c7&device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 1161 time: 0.4519188
Feb 17 04:34:44.875983 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-f9e12298-c405-4d18-ba3d-382723e1e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:44.878936 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-f9e12298-c405-4d18-ba3d-382723e1e84d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4db349eea3a41deb61c89e67a673600&device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 1161 time: 0.5441208
Feb 17 04:34:44.894638 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'tag': '7c039b81-545d-4b96-8225-5c9d5bbd4f40', 'status': 'completed', 'code': 200}
Feb 17 04:34:44.899576 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-59c9b7b2-2a6c-4b8e-bc76-8131c0ef5525 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c039b81-545d-4b96-8225-5c9d5bbd4f40 HTTP/1.1" status: 200  len: 217 time: 0.1940475
Feb 17 04:34:44.935859 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-7cd89b34-d79f-4d3a-8299-c5d1992e833a service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7235689
Feb 17 04:34:44.957814 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.objects.ports [None req-2dcf2226-0447-4f79-a358-ed08948ec049 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:34:45.097439 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-e623b81c-1fb1-47f6-b35f-b0e52b94ce38 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72ce24c8-c620-47e9-bb1f-d76da6e573dc HTTP/1.1" status: 200  len: 217 time: 0.2011385
Feb 17 04:34:45.114494 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c6098-78e2-41de-99a8-843c4543c2b3 req-e0fea140-e8f3-4f82-b17f-af27c25e0fdd tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:45.116253 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-426c6098-78e2-41de-99a8-843c4543c2b3 req-e0fea140-e8f3-4f82-b17f-af27c25e0fdd tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 944 time: 0.4596584
Feb 17 04:34:45.172296 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcdea8a5-5465-425a-a0fa-70f92233a7c8 req-802d46fe-db6c-42a6-bb5e-acf7ac834622 service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2161503
Feb 17 04:34:45.173715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787d47-d609-4869-bc04-729e24124730 req-b931c805-0754-4302-b1ab-928ef704069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:45.185729 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-b931c805-0754-4302-b1ab-928ef704069c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb541eeb-bbaf-4cdc-be92-cb0eb60b219f HTTP/1.1" status: 200  len: 850 time: 0.2086492
Feb 17 04:34:45.258146 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-426c6098-78e2-41de-99a8-843c4543c2b3 req-c1edb54a-f293-48fc-b3cb-bb28c657c942 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1340837
Feb 17 04:34:45.369613 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 0bf5f471-d184-4e72-bf60-7bbf55b896ba up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:45.432725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-aed87f5f-0e8b-4572-ac3d-d8beca11479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:45.435512 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-aed87f5f-0e8b-4572-ac3d-d8beca11479d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0186b1a0-62b8-4766-b853-dd62c7fb19d9 HTTP/1.1" status: 200  len: 856 time: 0.2482939
Feb 17 04:34:45.473801 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e82f2-cd27-4522-9127-b0be9952d4da req-bbb1176f-6850-4f5b-a45d-453493585c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:45.475648 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f59e82f2-cd27-4522-9127-b0be9952d4da req-bbb1176f-6850-4f5b-a45d-453493585c78 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e308712a7a343778981979df1c88348&device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 1161 time: 0.1893032
Feb 17 04:34:45.507310 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 0bf5f471-d184-4e72-bf60-7bbf55b896ba completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:45.513616 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 0bf5f471-d184-4e72-bf60-7bbf55b896ba triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:45.514039 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:45.600837 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-e945987c-122a-43e6-b5a6-e11eac0622c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:45.602606 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-e945987c-122a-43e6-b5a6-e11eac0622c6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1529846
Feb 17 04:34:45.622032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdeda2-49e1-4ee1-8903-774bb5b50bd3 req-51499b94-64d8-4415-a1ad-10583af7f75b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:45.630058 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7bbdeda2-49e1-4ee1-8903-774bb5b50bd3 req-51499b94-64d8-4415-a1ad-10583af7f75b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.2254317
Feb 17 04:34:45.816880 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7bbdeda2-49e1-4ee1-8903-774bb5b50bd3 req-1a411df2-12f3-4405-83f1-c96071eb3d70 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1857078
Feb 17 04:34:45.840912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:45.863067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e82f2-cd27-4522-9127-b0be9952d4da req-6ea02153-c21c-4a9d-af4b-feee31b89189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:45.865708 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f59e82f2-cd27-4522-9127-b0be9952d4da req-6ea02153-c21c-4a9d-af4b-feee31b89189 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6e174343-ab03-4c52-a597-b1e3d9834772 HTTP/1.1" status: 200  len: 913 time: 0.3765669
Feb 17 04:34:45.882293 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3e4a2-0eb7-434c-9603-2820d887c6f0 req-0ad89b77-ec8e-409f-b176-450de353efac tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:45.884828 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-11a3e4a2-0eb7-434c-9603-2820d887c6f0 req-0ad89b77-ec8e-409f-b176-450de353efac tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 944 time: 0.6951370
Feb 17 04:34:45.887562 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-fdcb6ddf-661d-4b3e-8771-e4d686287c7a service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2761488
Feb 17 04:34:45.963387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2641c971-9a8a-467c-92f1-1317f397e36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf5f471-d184-4e72-bf60-7bbf55b896ba'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:45.969321 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f59e82f2-cd27-4522-9127-b0be9952d4da req-8dc1e51a-86f1-40bb-acb2-2f277321e142 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 HTTP/1.1" status: 200  len: 217 time: 0.0912657
Feb 17 04:34:46.005564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 0bf5f471-d184-4e72-bf60-7bbf55b896ba, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=0bf5f471-d184-4e72-bf60-7bbf55b896ba,segment=NetworkSegment(e5046d3d-1003-4d0f-b25c-c02ec46f1a0f),segment_id=e5046d3d-1003-4d0f-b25c-c02ec46f1a0f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:46.038179 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2641c971-9a8a-467c-92f1-1317f397e36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf5f471-d184-4e72-bf60-7bbf55b896ba', 'code': 200}
Feb 17 04:34:46.051949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:46.066318 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-75922871-479e-44ba-8820-f36037a37bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:46.069502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65787d47-d609-4869-bc04-729e24124730 req-1f5de95b-9bb3-4926-bdbb-e367d5df3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:46.071620 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-1f5de95b-9bb3-4926-bdbb-e367d5df3e2f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=db318819-52ac-454a-9acd-88522654014f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8149197
Feb 17 04:34:46.116232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e82f2-cd27-4522-9127-b0be9952d4da req-7f0ffae0-1891-4ecd-ad48-c8653202a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:46.117341 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f59e82f2-cd27-4522-9127-b0be9952d4da req-7f0ffae0-1891-4ecd-ad48-c8653202a0cc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=54c43aa7-ce51-45cb-b481-01071beb32fc HTTP/1.1" status: 200  len: 859 time: 0.1369562
Feb 17 04:34:46.188056 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f59e82f2-cd27-4522-9127-b0be9952d4da req-22cc8485-9de8-4de8-aec5-b5c50180627d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e174343-ab03-4c52-a597-b1e3d9834772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0628698
Feb 17 04:34:46.226348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=0bf5f471-d184-4e72-bf60-7bbf55b896ba,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:46.236072 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.237921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.238380 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.238905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.239131 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.239580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.239954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.240355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.240774 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.241156 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.241513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.241879 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.242330 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.242694 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.243647 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.244285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.247517 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.247517 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.247517 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.247517 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.249469 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.250465 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.251156 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.251860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:34:46.270773 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-11a3e4a2-0eb7-434c-9603-2820d887c6f0 req-e7bf59f3-77c8-4f55-a7d7-64026f321ec3 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3715227
Feb 17 04:34:46.272683 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:46.353517 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-510660f5-8825-404b-aea4-8acad1fa1e9b req-b5661eff-42c0-4860-b9c8-943c7b8d53ae service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4202394
Feb 17 04:34:46.391843 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-59082590-a9b6-47b7-a3de-49495832530b service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2977939
Feb 17 04:34:46.512727 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f59e82f2-cd27-4522-9127-b0be9952d4da req-89910dac-af55-40a5-ab72-5fb22b0b710d service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3170540
Feb 17 04:34:46.626905 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65787d47-d609-4869-bc04-729e24124730 req-5b70f399-6b0b-47ea-9012-517925dd40cb service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2277868
Feb 17 04:34:46.653518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e87e6a-9124-4b2d-b2a1-d4102fff6f88 req-b729fe40-10c9-4d32-91a9-f0f4e839231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:46.656782 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f4e87e6a-9124-4b2d-b2a1-d4102fff6f88 req-b729fe40-10c9-4d32-91a9-f0f4e839231a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 1163 time: 0.1629486
Feb 17 04:34:46.692605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b9ca0-7d6b-4aea-b85f-342f6d1bb48f req-e1b43103-e76f-4cbc-98f6-600d96c2ab2a tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:46.700664 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8a9b9ca0-7d6b-4aea-b85f-342f6d1bb48f req-e1b43103-e76f-4cbc-98f6-600d96c2ab2a tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 944 time: 0.2691379
Feb 17 04:34:46.716593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-f4e87e6a-9124-4b2d-b2a1-d4102fff6f88 req-82eb85eb-34d5-4eda-b431-7bac960a3347 service neutron] Synchronizing usage tracker for tenant:ba0d422d2d9e47e49b646e90fececaa1 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:34:46.763550 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f59e82f2-cd27-4522-9127-b0be9952d4da req-11062658-c2ea-46bd-9776-fcc48696ad14 service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2432191
Feb 17 04:34:46.794784 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8a9b9ca0-7d6b-4aea-b85f-342f6d1bb48f req-0253b934-7c11-4f31-9719-d491a7f9abd5 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931485
Feb 17 04:34:46.835575 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-f4e87e6a-9124-4b2d-b2a1-d4102fff6f88 req-82eb85eb-34d5-4eda-b431-7bac960a3347 service neutron] Unset dirty status for tenant:ba0d422d2d9e47e49b646e90fececaa1 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:34:46.836780 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f4e87e6a-9124-4b2d-b2a1-d4102fff6f88 req-82eb85eb-34d5-4eda-b431-7bac960a3347 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727481
Feb 17 04:34:46.839622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3daae9a-7c39-4936-ab8c-c7cff837690a req-194934de-8a6e-42d9-9489-0758f4e78f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:46.841191 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f3daae9a-7c39-4936-ab8c-c7cff837690a req-194934de-8a6e-42d9-9489-0758f4e78f7a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ceefaf95d6747d4874041041d75b0c7&device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 1161 time: 0.0996187
Feb 17 04:34:46.896406 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:47.010294 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc', 'status': 'completed', 'code': 200}
Feb 17 04:34:47.101886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:47.137978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a014-40a0-445b-a722-dafa02c74bca req-ec9e6611-9650-44f4-8c7b-5659bb4af263 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:47.137978 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6687a014-40a0-445b-a722-dafa02c74bca req-ec9e6611-9650-44f4-8c7b-5659bb4af263 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1783402
Feb 17 04:34:47.210543 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:47.218575 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:47.219007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:47.403200 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:47.476271 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=80762b6b-ff48-48a7-b0f1-5e9fbb1583c0,segment=NetworkSegment(e5046d3d-1003-4d0f-b25c-c02ec46f1a0f),segment_id=e5046d3d-1003-4d0f-b25c-c02ec46f1a0f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:47.506347 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6687a014-40a0-445b-a722-dafa02c74bca req-1b74be54-95f6-48b2-b005-983578209fde tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3125753
Feb 17 04:34:47.514283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:47.515928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 0bf5f471-d184-4e72-bf60-7bbf55b896ba up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:47.566145 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f2d50-53eb-4ba2-9e31-84140a816607 req-475223f5-b3a9-4a65-9e98-29708579b6b0 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:47.567002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3daae9a-7c39-4936-ab8c-c7cff837690a req-f1dfddba-4138-4d9a-a981-11ca6b1ff8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:47.568331 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-488f2d50-53eb-4ba2-9e31-84140a816607 req-475223f5-b3a9-4a65-9e98-29708579b6b0 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1300156
Feb 17 04:34:47.568541 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f3daae9a-7c39-4936-ab8c-c7cff837690a req-f1dfddba-4138-4d9a-a981-11ca6b1ff8e5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=db318819-52ac-454a-9acd-88522654014f HTTP/1.1" status: 200  len: 905 time: 0.5107863
Feb 17 04:34:47.570638 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4a746-65ba-48ce-824f-9aca7990c8b3 req-af91a432-770a-464c-ab71-b8a54ac75fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:47.582303 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c1b4a746-65ba-48ce-824f-9aca7990c8b3 req-af91a432-770a-464c-ab71-b8a54ac75fab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4db349eea3a41deb61c89e67a673600&device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 1161 time: 0.4834511
Feb 17 04:34:47.620163 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:47.679238 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-488f2d50-53eb-4ba2-9e31-84140a816607 req-3f2f09cb-3663-4cf4-85be-40824eea2854 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001229
Feb 17 04:34:47.746815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=80762b6b-ff48-48a7-b0f1-5e9fbb1583c0,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:47.753025 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:47.769556 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 0bf5f471-d184-4e72-bf60-7bbf55b896ba triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:47.770484 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:47.773499 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f3daae9a-7c39-4936-ab8c-c7cff837690a req-f81f0b8c-90fc-4a30-9fca-e3a235e48a05 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c039b81-545d-4b96-8225-5c9d5bbd4f40 HTTP/1.1" status: 200  len: 217 time: 0.1908762
Feb 17 04:34:48.028176 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3daae9a-7c39-4936-ab8c-c7cff837690a req-ce4bb9c3-4a68-4822-8e65-06f833b44e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:48.030473 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f3daae9a-7c39-4936-ab8c-c7cff837690a req-ce4bb9c3-4a68-4822-8e65-06f833b44e1a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb541eeb-bbaf-4cdc-be92-cb0eb60b219f HTTP/1.1" status: 200  len: 850 time: 0.2256441
Feb 17 04:34:48.040211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1b30cc-269e-4de0-af2c-4e4b530decbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80762b6b-ff48-48a7-b0f1-5e9fbb1583c0'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:48.159824 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1b30cc-269e-4de0-af2c-4e4b530decbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80762b6b-ff48-48a7-b0f1-5e9fbb1583c0', 'code': 200}
Feb 17 04:34:48.197051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4a746-65ba-48ce-824f-9aca7990c8b3 req-c77df393-8f29-4138-a6b1-8ceafaadeaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:48.198666 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c1b4a746-65ba-48ce-824f-9aca7990c8b3 req-c77df393-8f29-4138-a6b1-8ceafaadeaa6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 200  len: 911 time: 0.5515144
Feb 17 04:34:48.300680 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c1b4a746-65ba-48ce-824f-9aca7990c8b3 req-eb96f915-8ee7-4adc-b4a6-717af45f83d9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72ce24c8-c620-47e9-bb1f-d76da6e573dc HTTP/1.1" status: 200  len: 217 time: 0.0815825
Feb 17 04:34:48.355650 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c1916-fc71-4fe2-8dec-61a25edd46cc req-e999afba-2250-40fb-b1a3-8f704288eac7 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:48.357321 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-577c1916-fc71-4fe2-8dec-61a25edd46cc req-e999afba-2250-40fb-b1a3-8f704288eac7 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 944 time: 0.3248434
Feb 17 04:34:48.397525 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4a746-65ba-48ce-824f-9aca7990c8b3 req-57c8ed5b-24da-4d11-99eb-6637500a5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:48.399811 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c1b4a746-65ba-48ce-824f-9aca7990c8b3 req-57c8ed5b-24da-4d11-99eb-6637500a5f62 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0186b1a0-62b8-4766-b853-dd62c7fb19d9 HTTP/1.1" status: 200  len: 856 time: 0.0882123
Feb 17 04:34:48.476203 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3daae9a-7c39-4936-ab8c-c7cff837690a req-97c6ae06-602d-4a97-9897-70d6d650012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:48.477825 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f3daae9a-7c39-4936-ab8c-c7cff837690a req-97c6ae06-602d-4a97-9897-70d6d650012c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=db318819-52ac-454a-9acd-88522654014f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3759785
Feb 17 04:34:48.587355 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-577c1916-fc71-4fe2-8dec-61a25edd46cc req-2bc9240a-6a16-4f3f-bdfa-27dd6296e5df tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2185979
Feb 17 04:34:48.639839 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740d3cf-8099-460d-87da-723faabae2a5 req-cd92dd13-1d25-4a5f-971b-794171cfd7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:48.641728 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5740d3cf-8099-460d-87da-723faabae2a5 req-cd92dd13-1d25-4a5f-971b-794171cfd7a1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 1163 time: 0.1166630
Feb 17 04:34:48.694367 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4a746-65ba-48ce-824f-9aca7990c8b3 req-f004b2ea-35a5-4bcf-8dfc-9d2adafb0464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:48.696790 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c1b4a746-65ba-48ce-824f-9aca7990c8b3 req-f004b2ea-35a5-4bcf-8dfc-9d2adafb0464 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2770042
Feb 17 04:34:48.884961 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f3daae9a-7c39-4936-ab8c-c7cff837690a req-34db6461-de6e-4d22-9099-0a6bb78f4232 service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3856390
Feb 17 04:34:49.008984 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5740d3cf-8099-460d-87da-723faabae2a5 req-49c2fea5-155b-4712-8631-a5d814a0f839 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3519793
Feb 17 04:34:49.052540 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeaeaa-d7b6-4476-bc56-5ed32d5703d8 req-b2859ffa-ef9d-430e-b987-9c01b3109d6f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:49.055743 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-92eeaeaa-d7b6-4476-bc56-5ed32d5703d8 req-b2859ffa-ef9d-430e-b987-9c01b3109d6f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.3460157
Feb 17 04:34:49.127850 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-92eeaeaa-d7b6-4476-bc56-5ed32d5703d8 req-181590ca-ee85-4aa9-ba2b-6598e56ef92f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633130
Feb 17 04:34:49.150063 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c1b4a746-65ba-48ce-824f-9aca7990c8b3 req-ab242080-1d54-437f-a8cc-7491d43bad99 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4286647
Feb 17 04:34:49.213469 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd7c3-6b4e-46d1-869d-409848317ecb req-45a0ab24-a219-4a24-839b-762ba6710755 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:49.213469 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3facd7c3-6b4e-46d1-869d-409848317ecb req-45a0ab24-a219-4a24-839b-762ba6710755 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.3346558
Feb 17 04:34:49.213469 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f3daae9a-7c39-4936-ab8c-c7cff837690a req-077d2c6b-a15b-4462-aff1-4d516076c3ea service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2654228
Feb 17 04:34:49.369696 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3facd7c3-6b4e-46d1-869d-409848317ecb req-99eb5636-4c58-4b60-8f29-846f9a302953 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326749
Feb 17 04:34:49.419154 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c1b4a746-65ba-48ce-824f-9aca7990c8b3 req-ff8680c3-4e58-453a-9d84-c67e3be94d0c service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2047431
Feb 17 04:34:49.821178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:49.843785 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa137ea7-a416-494d-92f3-b51486f0e349 req-0d977ba6-7c60-404b-9fbf-a5a852e68387 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:49.843785 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa137ea7-a416-494d-92f3-b51486f0e349 req-0d977ba6-7c60-404b-9fbf-a5a852e68387 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 944 time: 0.1109982
Feb 17 04:34:49.900354 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa137ea7-a416-494d-92f3-b51486f0e349 req-10f5676a-8bd7-485b-a40b-5a870e484603 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484540
Feb 17 04:34:49.928163 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:49.928163 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.089564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 72ce24c8-c620-47e9-bb1f-d76da6e573dc up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:50.245378 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 72ce24c8-c620-47e9-bb1f-d76da6e573dc completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:50.254803 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 72ce24c8-c620-47e9-bb1f-d76da6e573dc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:50.254803 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.408833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91ae1a-d85c-49e0-9a62-e9eeb8c0f534 req-8744686b-4b2e-4b17-9fae-e353a24cc961 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:50.416898 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0e91ae1a-d85c-49e0-9a62-e9eeb8c0f534 req-8744686b-4b2e-4b17-9fae-e353a24cc961 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1253653
Feb 17 04:34:50.433835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.485721 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 72ce24c8-c620-47e9-bb1f-d76da6e573dc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=72ce24c8-c620-47e9-bb1f-d76da6e573dc,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:50.485958 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0e91ae1a-d85c-49e0-9a62-e9eeb8c0f534 req-3d194baa-99f0-46b9-8260-af79a6a3799c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654507
Feb 17 04:34:50.487147 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:50.525916 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54634) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:50.528385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.529925 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 7c039b81-545d-4b96-8225-5c9d5bbd4f40 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:50.588368 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc', 'code': 200}
Feb 17 04:34:50.589758 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:50.706449 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d9679-a7d6-4b62-93d8-c152aad71f6f req-5303ec57-5fe6-4e7c-8f86-08b3777a555f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:50.708533 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7c4d9679-a7d6-4b62-93d8-c152aad71f6f req-5303ec57-5fe6-4e7c-8f86-08b3777a555f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1311440
Feb 17 04:34:50.722098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=72ce24c8-c620-47e9-bb1f-d76da6e573dc,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:50.726213 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:50.785408 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7c4d9679-a7d6-4b62-93d8-c152aad71f6f req-eecc44f4-b8a3-448a-b502-07c3de713130 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644708
Feb 17 04:34:50.812458 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:34:50.824354 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:50.824778 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.833424 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-11d3827d-d59d-492e-889a-c318bdbbc471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:50.852469 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-11d3827d-d59d-492e-889a-c318bdbbc471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:50.857798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-11d3827d-d59d-492e-889a-c318bdbbc471 admin admin] Usage tracker for resource:security_group_rule and tenant:99d83cb0ac784f829e43c82bdb157fb4 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:50.861335 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-11d3827d-d59d-492e-889a-c318bdbbc471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:50.870410 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-11d3827d-d59d-492e-889a-c318bdbbc471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:51.018657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.059462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 7c039b81-545d-4b96-8225-5c9d5bbd4f40, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7c039b81-545d-4b96-8225-5c9d5bbd4f40,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:34:51.090773 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.093045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:51.151607 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-11d3827d-d59d-492e-889a-c318bdbbc471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.185352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=7c039b81-545d-4b96-8225-5c9d5bbd4f40,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:51.186256 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-11d3827d-d59d-492e-889a-c318bdbbc471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.191314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:51.212290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-da6868ee-dc24-498f-a75a-a3fad6d01e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:51.286692 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-11d3827d-d59d-492e-889a-c318bdbbc471 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=99d83cb0ac784f829e43c82bdb157fb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7555914
Feb 17 04:34:51.288059 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54652) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:51.292287 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203f474-4a9f-4d63-8538-b9f4bc7197c3 req-fe4a051d-1def-418d-bfc8-287e04477897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:51.294999 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b203f474-4a9f-4d63-8538-b9f4bc7197c3 req-fe4a051d-1def-418d-bfc8-287e04477897 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 1163 time: 0.3106706
Feb 17 04:34:51.306891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3827d-d59d-492e-889a-c318bdbbc471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717835e6-8102-4f33-b0c9-473c6b22f609,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:51.307412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-11d3827d-d59d-492e-889a-c318bdbbc471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:51.317493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a6b14-04d7-413a-8490-0291a58fefce req-79237efc-1ced-4309-ac07-cbc5594a2112 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:51.320337 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b77a6b14-04d7-413a-8490-0291a58fefce req-79237efc-1ced-4309-ac07-cbc5594a2112 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.2516317
Feb 17 04:34:51.371118 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 7c039b81-545d-4b96-8225-5c9d5bbd4f40 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:51.379630 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9159-f3d1-449e-a2bc-787334268db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.431335 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b203f474-4a9f-4d63-8538-b9f4bc7197c3 req-95b44cf8-296c-4a7d-9cbe-804abf3bc412 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095595
Feb 17 04:34:51.434784 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9159-f3d1-449e-a2bc-787334268db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.435274 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b77a6b14-04d7-413a-8490-0291a58fefce req-c09895e3-df78-4da6-ba1d-4778d3548a22 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0924244
Feb 17 04:34:51.547703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:51.548095 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.565681 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9159-f3d1-449e-a2bc-787334268db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.578238 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-11281b76-9da2-4c99-a4fc-141f597e8434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:51.602204 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a9159-f3d1-449e-a2bc-787334268db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717835e6-8102-4f33-b0c9-473c6b22f609,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:51.605562 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ad6a9159-f3d1-449e-a2bc-787334268db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:51.607077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9159-f3d1-449e-a2bc-787334268db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:51.612261 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ad6a9159-f3d1-449e-a2bc-787334268db6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/717835e6-8102-4f33-b0c9-473c6b22f609 HTTP/1.1" status: 204  len: 168 time: 0.3226831
Feb 17 04:34:51.888392 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 72ce24c8-c620-47e9-bb1f-d76da6e573dc up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:51.964947 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f1d40-003f-4449-907d-8dbf60115063 req-572b9c2d-c15b-4ee1-bbb6-eee53ec3546c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:51.967185 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e49f1d40-003f-4449-907d-8dbf60115063 req-572b9c2d-c15b-4ee1-bbb6-eee53ec3546c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.2469573
Feb 17 04:34:52.058923 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e49f1d40-003f-4449-907d-8dbf60115063 req-99c8ed4f-0dba-4d34-ad02-f7166c8e4005 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820534
Feb 17 04:34:52.073533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 72ce24c8-c620-47e9-bb1f-d76da6e573dc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:52.074113 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:52.198969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd84a0-2fca-41aa-88b1-2e1f1271e1d6 req-64a3a03f-0cd5-4719-bded-b246435e18a3 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:52.208564 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a9bd84a0-2fca-41aa-88b1-2e1f1271e1d6 req-64a3a03f-0cd5-4719-bded-b246435e18a3 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1582136
Feb 17 04:34:52.263993 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a9bd84a0-2fca-41aa-88b1-2e1f1271e1d6 req-2727ba25-da9d-42d2-9c9a-29d03d31801e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542223
Feb 17 04:34:52.480748 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54684) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:52.511797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dc7c8bdf-53b5-4b72-965c-19b8495e7513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:52.535396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-dc7c8bdf-53b5-4b72-965c-19b8495e7513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:52.540494 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-dc7c8bdf-53b5-4b72-965c-19b8495e7513 admin admin] Usage tracker for resource:security_group_rule and tenant:0da78e7a0ff5478e89384e5b66bb24c8 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:52.543663 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-dc7c8bdf-53b5-4b72-965c-19b8495e7513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:52.556387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-dc7c8bdf-53b5-4b72-965c-19b8495e7513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:52.589748 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c039b81-545d-4b96-8225-5c9d5bbd4f40'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:52.743209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dc7c8bdf-53b5-4b72-965c-19b8495e7513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:52.782297 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29c36-461f-45e1-8e9c-681d0f5a16c3 req-5834e621-6252-4827-a87b-57e039c4dc5d tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:52.784705 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f8a29c36-461f-45e1-8e9c-681d0f5a16c3 req-5834e621-6252-4827-a87b-57e039c4dc5d tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1437123
Feb 17 04:34:52.785931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dc7c8bdf-53b5-4b72-965c-19b8495e7513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:52.800459 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:52.852331 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c039b81-545d-4b96-8225-5c9d5bbd4f40', 'code': 200}
Feb 17 04:34:52.885570 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f8a29c36-461f-45e1-8e9c-681d0f5a16c3 req-3adad7b8-b62d-4883-b4b6-0a6b4f39675f tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862002
Feb 17 04:34:52.997356 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-dc7c8bdf-53b5-4b72-965c-19b8495e7513 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0da78e7a0ff5478e89384e5b66bb24c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5129886
Feb 17 04:34:52.997356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c8bdf-53b5-4b72-965c-19b8495e7513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e32a13a-7119-4f0d-b022-e0999366a6ab,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:53.006075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dc7c8bdf-53b5-4b72-965c-19b8495e7513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:53.006075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54700) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:53.081532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd6fd8-f110-4848-882a-635ee28d90da req-eb499e58-4bb1-44f3-9ccb-c348826dd57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:53.082344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9db0e-a086-4de9-912e-0c3cd04b3c9f req-bee46e06-badb-4cbf-8cb8-a6bc09bf36f5 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:53.083447 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eadd6fd8-f110-4848-882a-635ee28d90da req-eb499e58-4bb1-44f3-9ccb-c348826dd57c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e308712a7a343778981979df1c88348&device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 1163 time: 0.1787713
Feb 17 04:34:53.086543 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65c9db0e-a086-4de9-912e-0c3cd04b3c9f req-bee46e06-badb-4cbf-8cb8-a6bc09bf36f5 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1172152
Feb 17 04:34:53.148810 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-65c9db0e-a086-4de9-912e-0c3cd04b3c9f req-d0ee2215-29c2-484c-b630-97ad086bda81 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561395
Feb 17 04:34:53.222809 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0c14f4a2-a7f2-4ad8-ad5b-9d24f7765987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:53.326035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0c14f4a2-a7f2-4ad8-ad5b-9d24f7765987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:53.411523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd6fd8-f110-4848-882a-635ee28d90da req-e2024193-0bc5-46c1-93d6-bb3935e1d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:53.413117 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eadd6fd8-f110-4848-882a-635ee28d90da req-e2024193-0bc5-46c1-93d6-bb3935e1d7df service neutron] 10.222.0.76 "GET /v2.0/networks?id=6e174343-ab03-4c52-a597-b1e3d9834772 HTTP/1.1" status: 200  len: 913 time: 0.3186536
Feb 17 04:34:53.490058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54708) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:53.644456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-eb0ebf3f-c029-4800-a7c1-41793500fe57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:53.663626 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-eb0ebf3f-c029-4800-a7c1-41793500fe57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:53.667597 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-eb0ebf3f-c029-4800-a7c1-41793500fe57 admin admin] Usage tracker for resource:security_group_rule and tenant:082d3b799b814c96af9c88236628fb6f is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:53.671126 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-eb0ebf3f-c029-4800-a7c1-41793500fe57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:53.677750 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-eb0ebf3f-c029-4800-a7c1-41793500fe57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:53.730019 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eadd6fd8-f110-4848-882a-635ee28d90da req-f81f0729-ec8f-463c-afa9-cfb25c3d00fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 HTTP/1.1" status: 200  len: 217 time: 0.3008626
Feb 17 04:34:53.817044 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db597c03-72a7-4570-bf15-7acd97e8d72e req-28f7487b-5b1a-44b2-bdeb-b42c28e48548 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:53.824935 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-db597c03-72a7-4570-bf15-7acd97e8d72e req-28f7487b-5b1a-44b2-bdeb-b42c28e48548 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.5910830
Feb 17 04:34:53.832447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-eb0ebf3f-c029-4800-a7c1-41793500fe57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:53.878813 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc894a-a8bb-4375-916a-35978365ff68 req-a0adc9c1-f017-4419-ab38-499c440a0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:53.880482 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-27dc894a-a8bb-4375-916a-35978365ff68 req-a0adc9c1-f017-4419-ab38-499c440a0a85 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 1163 time: 0.5381191
Feb 17 04:34:53.884830 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd6fd8-f110-4848-882a-635ee28d90da req-4d266aeb-ff81-455b-bed7-83ae456c656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:53.886307 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eadd6fd8-f110-4848-882a-635ee28d90da req-4d266aeb-ff81-455b-bed7-83ae456c656a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=54c43aa7-ce51-45cb-b481-01071beb32fc HTTP/1.1" status: 200  len: 859 time: 0.1466670
Feb 17 04:34:53.894027 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-db597c03-72a7-4570-bf15-7acd97e8d72e req-012d49c0-b59a-41a7-a065-4bd3d9614ad4 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681527
Feb 17 04:34:53.927592 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-eb0ebf3f-c029-4800-a7c1-41793500fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:53.943124 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:53.990990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0c14f4a2-a7f2-4ad8-ad5b-9d24f7765987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:53.996119 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:54.007875 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eadd6fd8-f110-4848-882a-635ee28d90da req-0d1421d8-f41d-4b75-8bb2-76a275aeb762 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e174343-ab03-4c52-a597-b1e3d9834772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0903418
Feb 17 04:34:54.031885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ebf3f-c029-4800-a7c1-41793500fe57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906a7f30-4d9e-499f-baab-9f87d0c54e9c,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:54.058135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-eb0ebf3f-c029-4800-a7c1-41793500fe57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:54.068036 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14f4a2-a7f2-4ad8-ad5b-9d24f7765987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e32a13a-7119-4f0d-b022-e0999366a6ab,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:54.074565 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-eb0ebf3f-c029-4800-a7c1-41793500fe57 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=082d3b799b814c96af9c88236628fb6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5831892
Feb 17 04:34:54.077787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54742) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:54.128207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0c14f4a2-a7f2-4ad8-ad5b-9d24f7765987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:54.153156 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-27dc894a-a8bb-4375-916a-35978365ff68 req-0f925064-74ff-4219-a70a-9d817de6dfbd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2503295
Feb 17 04:34:54.188057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b745a441-f3fa-4f07-9977-d3f4141373cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.218905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0c14f4a2-a7f2-4ad8-ad5b-9d24f7765987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.223796 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-0c14f4a2-a7f2-4ad8-ad5b-9d24f7765987 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e32a13a-7119-4f0d-b022-e0999366a6ab HTTP/1.1" status: 204  len: 168 time: 1.2154949
Feb 17 04:34:54.227673 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b745a441-f3fa-4f07-9977-d3f4141373cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.295153 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eadd6fd8-f110-4848-882a-635ee28d90da req-2fe97568-6d58-48b5-85ac-bd4ca0373da4 service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2755108
Feb 17 04:34:54.317167 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a394ae7-e1e5-4d2d-ac3f-575d1cbcfb6c req-a5978665-49c9-41aa-b239-7e26db2bef38 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:54.318853 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a394ae7-e1e5-4d2d-ac3f-575d1cbcfb6c req-a5978665-49c9-41aa-b239-7e26db2bef38 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1891587
Feb 17 04:34:54.475509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b745a441-f3fa-4f07-9977-d3f4141373cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.490283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3adcf83d-b855-427d-9636-1b78bc1729cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:54.502805 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745a441-f3fa-4f07-9977-d3f4141373cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906a7f30-4d9e-499f-baab-9f87d0c54e9c,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:54.506425 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b745a441-f3fa-4f07-9977-d3f4141373cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:54.516285 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a394ae7-e1e5-4d2d-ac3f-575d1cbcfb6c req-4b598928-4f7e-43a2-9a09-98c4052b39e2 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1903927
Feb 17 04:34:54.562530 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b745a441-f3fa-4f07-9977-d3f4141373cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.569389 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b745a441-f3fa-4f07-9977-d3f4141373cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/906a7f30-4d9e-499f-baab-9f87d0c54e9c HTTP/1.1" status: 204  len: 168 time: 0.4847791
Feb 17 04:34:54.606701 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345ebdb-ebc4-4a9e-8992-4b1bbd23fd08 req-482c3850-9810-4201-af1f-77e6e0866818 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:54.608514 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6345ebdb-ebc4-4a9e-8992-4b1bbd23fd08 req-482c3850-9810-4201-af1f-77e6e0866818 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.2143090
Feb 17 04:34:54.618750 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54754) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:54.628107 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-eb7b0114-14a0-489b-be7a-4bf34e887b55 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Request body: {'floatingip': {'port_id': '72ce24c8-c620-47e9-bb1f-d76da6e573dc'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:34:54.659629 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eadd6fd8-f110-4848-882a-635ee28d90da req-bbf137a1-b8f9-419e-b257-1563c11a460d service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2658920
Feb 17 04:34:54.899956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301ccf9-0ef3-4d70-b90d-90fdde902f1f req-d576c096-0410-44e5-a0f0-b4460d8f89e5 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:54.910424 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9301ccf9-0ef3-4d70-b90d-90fdde902f1f req-d576c096-0410-44e5-a0f0-b4460d8f89e5 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 946 time: 0.1546984
Feb 17 04:34:54.925437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0114-14a0-489b-be7a-4bf34e887b55 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:54.971971 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9301ccf9-0ef3-4d70-b90d-90fdde902f1f req-000b5f86-02b0-4b17-9e8f-bfa5aada16e2 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596738
Feb 17 04:34:55.248769 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1626a7-e482-4a28-9ebb-494f8d33ef33 req-2ecdade2-53be-4c6a-856b-1c8b5c88830e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:55.250442 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0b1626a7-e482-4a28-9ebb-494f8d33ef33 req-2ecdade2-53be-4c6a-856b-1c8b5c88830e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.3282049
Feb 17 04:34:55.315342 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0b1626a7-e482-4a28-9ebb-494f8d33ef33 req-6c975c80-22ed-4acc-88cb-69c600668c31 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562515
Feb 17 04:34:55.398807 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 7c039b81-545d-4b96-8225-5c9d5bbd4f40 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:55.480293 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:55.480950 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.481857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54782) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:55.508065 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1e59041e-f25e-42c2-a474-fe6793a23fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:55.530563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-1e59041e-f25e-42c2-a474-fe6793a23fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:55.538428 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-1e59041e-f25e-42c2-a474-fe6793a23fab admin admin] Usage tracker for resource:security_group_rule and tenant:7334455da3fb4d4782b2cc989d8c9bae is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:55.543450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-1e59041e-f25e-42c2-a474-fe6793a23fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:55.561100 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-1e59041e-f25e-42c2-a474-fe6793a23fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:55.823810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e523d7-8269-4a1f-a509-d5710ed51586 req-ff1cb8b5-7775-4f15-958c-4cf887a4cd6c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:55.825577 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a0e523d7-8269-4a1f-a509-d5710ed51586 req-ff1cb8b5-7775-4f15-958c-4cf887a4cd6c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1173210
Feb 17 04:34:55.893841 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a0e523d7-8269-4a1f-a509-d5710ed51586 req-60d5de8f-3d2a-42b1-818b-08b1cf62d346 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533848
Feb 17 04:34:56.100704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1e59041e-f25e-42c2-a474-fe6793a23fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:56.159572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0114-14a0-489b-be7a-4bf34e887b55 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:56.160458 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1e59041e-f25e-42c2-a474-fe6793a23fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:56.174955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-954ea3ad-9ef3-46fa-bd84-cac61847b1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:56.213651 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0114-14a0-489b-be7a-4bf34e887b55 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:56.559497 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-1e59041e-f25e-42c2-a474-fe6793a23fab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7334455da3fb4d4782b2cc989d8c9bae&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0758994
Feb 17 04:34:56.562417 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59041e-f25e-42c2-a474-fe6793a23fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db461d4-2268-466b-bb4a-b1140a14fc65,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:56.567925 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54810) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:56.589153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1e59041e-f25e-42c2-a474-fe6793a23fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:56.589486 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eac986-354e-4f3f-87ec-246e516c991a req-cf902676-85fd-4ea2-9703-418e44ba12f6 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:56.591348 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d5eac986-354e-4f3f-87ec-246e516c991a req-cf902676-85fd-4ea2-9703-418e44ba12f6 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1066594
Feb 17 04:34:56.641810 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d5eac986-354e-4f3f-87ec-246e516c991a req-da0da5f2-c2a0-4125-bb70-e4aa360c8541 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435364
Feb 17 04:34:56.703598 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2035c602-69f1-482e-9b9e-ae1aa93fe1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:56.743939 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ecb75-65dd-4043-a4d1-40b53358d375 req-e3d5e6c4-d289-4be2-b48f-3a885859db0d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:56.745554 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a93ecb75-65dd-4043-a4d1-40b53358d375 req-e3d5e6c4-d289-4be2-b48f-3a885859db0d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 946 time: 0.6471457
Feb 17 04:34:56.787138 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2035c602-69f1-482e-9b9e-ae1aa93fe1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:56.806677 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [None req-eb7b0114-14a0-489b-be7a-4bf34e887b55 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Floating IP 12d16de2-5547-48be-8361-8ec8e4f0f29a associated. External IP: 172.27.2.60, port: 72ce24c8-c620-47e9-bb1f-d76da6e573dc.
Feb 17 04:34:56.981850 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a93ecb75-65dd-4043-a4d1-40b53358d375 req-640c8e7d-bef8-412d-9513-576909bf26ba tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2253451
Feb 17 04:34:57.062806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2035c602-69f1-482e-9b9e-ae1aa93fe1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:57.070762 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:57.093732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035c602-69f1-482e-9b9e-ae1aa93fe1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db461d4-2268-466b-bb4a-b1140a14fc65,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:57.096592 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2035c602-69f1-482e-9b9e-ae1aa93fe1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:57.107557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2035c602-69f1-482e-9b9e-ae1aa93fe1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:57.109617 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2035c602-69f1-482e-9b9e-ae1aa93fe1b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0db461d4-2268-466b-bb4a-b1140a14fc65 HTTP/1.1" status: 204  len: 168 time: 0.5327797
Feb 17 04:34:57.159231 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e753b-777a-43bf-89df-826bc6aa0f96 req-acb4e87c-81ac-4dc6-8ea0-59b4405ea4f9 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:57.161340 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6d0e753b-777a-43bf-89df-826bc6aa0f96 req-acb4e87c-81ac-4dc6-8ea0-59b4405ea4f9 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1232996
Feb 17 04:34:57.226304 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6d0e753b-777a-43bf-89df-826bc6aa0f96 req-cd655a18-5fed-4aa5-bdf8-9c95ff3f1cbe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576982
Feb 17 04:34:57.357021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7b0114-14a0-489b-be7a-4bf34e887b55 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Router 13a67db9-d453-44be-b63e-5809782901a8 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:34:57.687065 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7b0114-14a0-489b-be7a-4bf34e887b55 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:34:57.687065 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0114-14a0-489b-be7a-4bf34e887b55 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:57.688270 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33d27b-6390-48cb-9354-813fc03d7e85 None None] Sync routers for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:34:57.688270 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33d27b-6390-48cb-9354-813fc03d7e85 None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:57.688270 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-0d33d27b-6390-48cb-9354-813fc03d7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d5eee80>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:57.688738 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-eb7b0114-14a0-489b-be7a-4bf34e887b55 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "PUT /v2.0/floatingips/12d16de2-5547-48be-8361-8ec8e4f0f29a HTTP/1.1" status: 200  len: 991 time: 3.0223646
Feb 17 04:34:57.688738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:34:57.768964 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc', 'status': 'completed', 'code': 200}
Feb 17 04:34:57.812931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-0d33d27b-6390-48cb-9354-813fc03d7e85 None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:57.945873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54846) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:57.988456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54852) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:58.013789 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-74a57fc3-8234-4d48-b4c4-53186c36e39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.037040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-74a57fc3-8234-4d48-b4c4-53186c36e39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:58.042277 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-74a57fc3-8234-4d48-b4c4-53186c36e39b admin admin] Usage tracker for resource:security_group_rule and tenant:41a312fff900402bab3f071397e97ec6 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:58.046985 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-74a57fc3-8234-4d48-b4c4-53186c36e39b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:58.056072 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-74a57fc3-8234-4d48-b4c4-53186c36e39b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:58.078086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b20bdf-00b1-419a-a2aa-96405df087ec req-da9575ba-3b62-442f-bb19-2af5cbd0cc01 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:58.087980 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-23b20bdf-00b1-419a-a2aa-96405df087ec req-da9575ba-3b62-442f-bb19-2af5cbd0cc01 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1275339
Feb 17 04:34:58.176173 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-23b20bdf-00b1-419a-a2aa-96405df087ec req-8ced5889-9a10-40a7-b71e-b9a3d59f53ce tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743484
Feb 17 04:34:58.206423 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-74a57fc3-8234-4d48-b4c4-53186c36e39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.241786 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-74a57fc3-8234-4d48-b4c4-53186c36e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.270196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:58.272445 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-0d33d27b-6390-48cb-9354-813fc03d7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d5eee80>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '12d16de2-5547-48be-8361-8ec8e4f0f29a', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '13a67db9-d453-44be-b63e-5809782901a8', 'port_id': '72ce24c8-c620-47e9-bb1f-d76da6e573dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'mac_address': 'fa:16:3e:a4:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:15Z', 'updated_at': '2021-02-17T04:34:55Z', 'revision_number': 1, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:58.276961 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33d27b-6390-48cb-9354-813fc03d7e85 None None] Checking router: 13a67db9-d453-44be-b63e-5809782901a8 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:34:58.287831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33d27b-6390-48cb-9354-813fc03d7e85 None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:34:58.288681 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-0d33d27b-6390-48cb-9354-813fc03d7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d5eee80>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:58.368665 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a57fc3-8234-4d48-b4c4-53186c36e39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462507da-7d94-467f-9341-5350560e442f,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:58.392697 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-74a57fc3-8234-4d48-b4c4-53186c36e39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:58.409520 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-74a57fc3-8234-4d48-b4c4-53186c36e39b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=41a312fff900402bab3f071397e97ec6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4195499
Feb 17 04:34:58.414907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54862) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:58.437733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-071144f8-52b3-48d7-b5ca-3ed039ef2bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.458518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-071144f8-52b3-48d7-b5ca-3ed039ef2bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:34:58.465825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-071144f8-52b3-48d7-b5ca-3ed039ef2bc4 admin admin] Usage tracker for resource:security_group_rule and tenant:a417011ca30d46238af3e49bc0d7daff is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:34:58.471622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-071144f8-52b3-48d7-b5ca-3ed039ef2bc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:34:58.480861 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-071144f8-52b3-48d7-b5ca-3ed039ef2bc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:34:58.523881 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 7c039b81-545d-4b96-8225-5c9d5bbd4f40 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:34:58.524258 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b103b9-2f50-4384-a2b7-00cada505c5e req-745c2eef-e375-4b0b-8d6a-e955747b36f7 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:58.525963 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-18b103b9-2f50-4384-a2b7-00cada505c5e req-745c2eef-e375-4b0b-8d6a-e955747b36f7 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 946 time: 0.2126524
Feb 17 04:34:58.550269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-0d33d27b-6390-48cb-9354-813fc03d7e85 None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:34:58.615767 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ec0eee5e-c29a-4fa4-8790-701b449284a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.618339 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-18b103b9-2f50-4384-a2b7-00cada505c5e req-c672ea15-666e-44e6-889c-113c991d55c6 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812309
Feb 17 04:34:58.683186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-071144f8-52b3-48d7-b5ca-3ed039ef2bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.683445 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860f039-ceba-4235-8bfe-b4c014cf5f80 req-c98f6fd8-ea51-49b2-a209-0a254da6d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:58.702341 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8860f039-ceba-4235-8bfe-b4c014cf5f80 req-c98f6fd8-ea51-49b2-a209-0a254da6d1fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4db349eea3a41deb61c89e67a673600&device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 1163 time: 0.3897655
Feb 17 04:34:58.712917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-071144f8-52b3-48d7-b5ca-3ed039ef2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.727251 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:58.789513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:34:58.790171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.813949 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-071144f8-52b3-48d7-b5ca-3ed039ef2bc4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a417011ca30d46238af3e49bc0d7daff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8665404
Feb 17 04:34:58.816369 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071144f8-52b3-48d7-b5ca-3ed039ef2bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0952c8a8-c266-4cd9-a01f-bd5d13bafc32,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:58.820593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-071144f8-52b3-48d7-b5ca-3ed039ef2bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:58.821767 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54868) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:58.940678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8fecf8e9-8973-49cb-bc15-9887b250022a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.958966 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ec0eee5e-c29a-4fa4-8790-701b449284a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:58.991650 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8fecf8e9-8973-49cb-bc15-9887b250022a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:59.065291 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ec0eee5e-c29a-4fa4-8790-701b449284a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:59.072633 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f4aa853-d1d2-4cb9-bccc-110b9c61567e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:59.086149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af01a-adf9-4d27-87b0-37a77977e956 req-088ee03c-a7b6-487d-bcd4-88e2e19f133e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:59.087790 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a72af01a-adf9-4d27-87b0-37a77977e956 req-088ee03c-a7b6-487d-bcd4-88e2e19f133e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.6131778
Feb 17 04:34:59.096577 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8fecf8e9-8973-49cb-bc15-9887b250022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:59.101680 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:34:59.105282 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0eee5e-c29a-4fa4-8790-701b449284a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462507da-7d94-467f-9341-5350560e442f,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:59.107850 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ec0eee5e-c29a-4fa4-8790-701b449284a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:59.113412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecf8e9-8973-49cb-bc15-9887b250022a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0952c8a8-c266-4cd9-a01f-bd5d13bafc32,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:34:59.115808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8fecf8e9-8973-49cb-bc15-9887b250022a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:34:59.121138 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8fecf8e9-8973-49cb-bc15-9887b250022a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:59.126322 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8fecf8e9-8973-49cb-bc15-9887b250022a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0952c8a8-c266-4cd9-a01f-bd5d13bafc32 HTTP/1.1" status: 204  len: 168 time: 0.2995813
Feb 17 04:34:59.140149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ec0eee5e-c29a-4fa4-8790-701b449284a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:34:59.146322 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ec0eee5e-c29a-4fa4-8790-701b449284a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/462507da-7d94-467f-9341-5350560e442f HTTP/1.1" status: 204  len: 168 time: 0.7253318
Feb 17 04:34:59.183901 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860f039-ceba-4235-8bfe-b4c014cf5f80 req-52bfc6e9-57a4-4e5a-91d8-9bd3156e6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:59.185712 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8860f039-ceba-4235-8bfe-b4c014cf5f80 req-52bfc6e9-57a4-4e5a-91d8-9bd3156e6a6e service neutron] 10.222.0.76 "GET /v2.0/networks?id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 200  len: 911 time: 0.4612658
Feb 17 04:34:59.204301 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a72af01a-adf9-4d27-87b0-37a77977e956 req-c703b2cd-5530-43f1-b47d-b6c1cd39501c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065335
Feb 17 04:34:59.216673 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-0d33d27b-6390-48cb-9354-813fc03d7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d5eee80>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '12d16de2-5547-48be-8361-8ec8e4f0f29a', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '13a67db9-d453-44be-b63e-5809782901a8', 'port_id': '72ce24c8-c620-47e9-bb1f-d76da6e573dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'mac_address': 'fa:16:3e:a4:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:15Z', 'updated_at': '2021-02-17T04:34:55Z', 'revision_number': 1, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:34:59.232214 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33d27b-6390-48cb-9354-813fc03d7e85 None None] The sync data for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi is: [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '12d16de2-5547-48be-8361-8ec8e4f0f29a', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '13a67db9-d453-44be-b63e-5809782901a8', 'port_id': '72ce24c8-c620-47e9-bb1f-d76da6e573dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'mac_address': 'fa:16:3e:a4:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:15Z', 'updated_at': '2021-02-17T04:34:55Z', 'revision_number': 1, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:34:59.484302 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe171-a788-4e42-bcbc-fdd80f46bea9 req-8b4d00aa-ba4f-4bfe-98be-9c24449872bb tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:59.486068 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7febe171-a788-4e42-bcbc-fdd80f46bea9 req-8b4d00aa-ba4f-4bfe-98be-9c24449872bb tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1268847
Feb 17 04:34:59.557460 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7febe171-a788-4e42-bcbc-fdd80f46bea9 req-c0576fea-8dae-4dd4-a639-fe1a596e4599 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610406
Feb 17 04:34:59.645776 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc22d2b-af73-427a-8e9e-ee0d7b1fcc67 None None] New status for floating IP 12d16de2-5547-48be-8361-8ec8e4f0f29a: ACTIVE {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:34:59.863164 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d335e8-d05d-461b-b51f-cdfeb138b44a req-438150f6-8416-4c96-baff-4b16022dd847 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:34:59.865112 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-45d335e8-d05d-461b-b51f-cdfeb138b44a req-438150f6-8416-4c96-baff-4b16022dd847 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 946 time: 0.1108029
Feb 17 04:34:59.937241 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-45d335e8-d05d-461b-b51f-cdfeb138b44a req-7ff2426f-83cc-4685-a03e-4d4d69943e23 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648210
Feb 17 04:34:59.971691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 54900) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:34:59.990582 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-48e8fceb-5ac9-4fa0-a2e1-8d22fdbd9c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.011873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-48e8fceb-5ac9-4fa0-a2e1-8d22fdbd9c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:00.017249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-48e8fceb-5ac9-4fa0-a2e1-8d22fdbd9c2a admin admin] Usage tracker for resource:security_group_rule and tenant:30bc1f2b72b742e6ac8286caaa70858c is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:00.021825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-48e8fceb-5ac9-4fa0-a2e1-8d22fdbd9c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:00.028765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-48e8fceb-5ac9-4fa0-a2e1-8d22fdbd9c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:00.148986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-48e8fceb-5ac9-4fa0-a2e1-8d22fdbd9c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.193058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-48e8fceb-5ac9-4fa0-a2e1-8d22fdbd9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.206794 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:00.252558 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-48e8fceb-5ac9-4fa0-a2e1-8d22fdbd9c2a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=30bc1f2b72b742e6ac8286caaa70858c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2885435
Feb 17 04:35:00.254526 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8fceb-5ac9-4fa0-a2e1-8d22fdbd9c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e3fa0e-b7c9-44bf-9275-5e4f2d5e4294,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:00.256108 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54916) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:00.257884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-48e8fceb-5ac9-4fa0-a2e1-8d22fdbd9c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:00.343831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a7ee-c182-417a-b423-8457674be5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.382981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a7ee-c182-417a-b423-8457674be5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.445437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef512cdd-e45f-4d6d-a93d-be7ae18f74a8 req-0004973a-66bf-4ce0-a71e-d0fd214fdf61 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:00.451859 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ef512cdd-e45f-4d6d-a93d-be7ae18f74a8 req-0004973a-66bf-4ce0-a71e-d0fd214fdf61 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1144683
Feb 17 04:35:00.473365 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a7ee-c182-417a-b423-8457674be5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.479435 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dc7c8bdf-53b5-4b72-965c-19b8495e7513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:00.493101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0a7ee-c182-417a-b423-8457674be5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e3fa0e-b7c9-44bf-9275-5e4f2d5e4294,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:00.496415 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1fd0a7ee-c182-417a-b423-8457674be5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:00.498735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a7ee-c182-417a-b423-8457674be5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.499921 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ef512cdd-e45f-4d6d-a93d-be7ae18f74a8 req-f7552d8d-f3b7-4e06-8df0-a001b5821494 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461028
Feb 17 04:35:00.507916 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-1fd0a7ee-c182-417a-b423-8457674be5ee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b5e3fa0e-b7c9-44bf-9275-5e4f2d5e4294 HTTP/1.1" status: 204  len: 168 time: 0.2497172
Feb 17 04:35:00.743481 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ef223-a7f6-48e3-b388-9683aec02006 req-dcd6af7e-83e1-4375-b627-96513f87e461 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:00.745130 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7a9ef223-a7f6-48e3-b388-9683aec02006 req-dcd6af7e-83e1-4375-b627-96513f87e461 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1047904
Feb 17 04:35:00.755547 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 54934) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:00.762104 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-e6858681-6737-4467-9ade-c8cf9c893d6c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Request body: {'floatingip': {'port_id': '7c039b81-545d-4b96-8225-5c9d5bbd4f40'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:00.855391 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6858681-6737-4467-9ade-c8cf9c893d6c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:00.967909 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754bf63-e487-4cc1-bc46-ce6ab01a4ba8 req-cc838ff9-5f22-40d7-92db-8fb0486c4688 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:00.980125 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c754bf63-e487-4cc1-bc46-ce6ab01a4ba8 req-cc838ff9-5f22-40d7-92db-8fb0486c4688 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1374109
Feb 17 04:35:01.048013 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c754bf63-e487-4cc1-bc46-ce6ab01a4ba8 req-0aaa1f59-ce33-4e9c-8015-6306e23ded74 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664392
Feb 17 04:35:01.289566 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce704df-85fd-4b93-a278-2936f9e8b36a req-5d482169-675d-4388-be0d-be6bd7099d4d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:01.291252 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6ce704df-85fd-4b93-a278-2936f9e8b36a req-5d482169-675d-4388-be0d-be6bd7099d4d tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 946 time: 0.1377573
Feb 17 04:35:01.351952 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6ce704df-85fd-4b93-a278-2936f9e8b36a req-d4e9de20-e81c-4579-9c17-e7f494ccd12e tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516024
Feb 17 04:35:02.071553 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.resource_extend [None req-e6858681-6737-4467-9ade-c8cf9c893d6c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 04:35:02.132795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 3e8c2c09-fc54-44db-900d-60ab887f70b2 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:35:02.207230 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8860f039-ceba-4235-8bfe-b4c014cf5f80 req-598c5842-8643-47db-b663-f495f34485fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72ce24c8-c620-47e9-bb1f-d76da6e573dc HTTP/1.1" status: 200  len: 1001 time: 0.2962778
Feb 17 04:35:02.267069 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6858681-6737-4467-9ade-c8cf9c893d6c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:02.302031 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798f6fb-a0ed-4d07-b09f-c459d668caf2 req-5c7b6a25-e66e-40c9-ad38-92981283673e tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:02.303698 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a798f6fb-a0ed-4d07-b09f-c459d668caf2 req-5c7b6a25-e66e-40c9-ad38-92981283673e tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 946 time: 0.3255134
Feb 17 04:35:02.307593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab503e4-01a3-4c41-b5de-e1f20a98853c req-79233b16-2565-4215-bbc9-54f641fde456 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:02.310035 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9ab503e4-01a3-4c41-b5de-e1f20a98853c req-79233b16-2565-4215-bbc9-54f641fde456 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1332545
Feb 17 04:35:02.342962 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:02.367648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6858681-6737-4467-9ade-c8cf9c893d6c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:02.379955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f38d61-fed7-40f6-9cd5-0d9c3ffc6437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8c2c09-fc54-44db-900d-60ab887f70b2'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:35:02.401396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 3e8c2c09-fc54-44db-900d-60ab887f70b2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3e8c2c09-fc54-44db-900d-60ab887f70b2,segment=NetworkSegment(6fea416f-9c33-4369-93ee-7fe3b491bad2),segment_id=6fea416f-9c33-4369-93ee-7fe3b491bad2)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:35:02.437024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860f039-ceba-4235-8bfe-b4c014cf5f80 req-64d3e24f-30de-4544-8e3e-018ec6dd6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:02.439239 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8860f039-ceba-4235-8bfe-b4c014cf5f80 req-64d3e24f-30de-4544-8e3e-018ec6dd6194 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0186b1a0-62b8-4766-b853-dd62c7fb19d9 HTTP/1.1" status: 200  len: 856 time: 0.2162247
Feb 17 04:35:02.463951 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9ab503e4-01a3-4c41-b5de-e1f20a98853c req-f0a3012a-2a8a-424d-a0db-78439950d64d tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468687
Feb 17 04:35:02.481870 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:02.484143 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:02.587901 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f38d61-fed7-40f6-9cd5-0d9c3ffc6437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8c2c09-fc54-44db-900d-60ab887f70b2', 'code': 200}
Feb 17 04:35:02.588850 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=3e8c2c09-fc54-44db-900d-60ab887f70b2,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:02.594309 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:02.769698 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-a798f6fb-a0ed-4d07-b09f-c459d668caf2 req-69565581-0212-43b4-a595-6293af861644 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Deleting port 3e8c2c09-fc54-44db-900d-60ab887f70b2 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:35:02.770090 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a798f6fb-a0ed-4d07-b09f-c459d668caf2 req-69565581-0212-43b4-a595-6293af861644 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:02.967989 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [None req-e6858681-6737-4467-9ade-c8cf9c893d6c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Floating IP fdef88cd-28b6-4c98-bfdc-41c74184c845 associated. External IP: 172.27.2.71, port: 7c039b81-545d-4b96-8225-5c9d5bbd4f40.
Feb 17 04:35:03.088275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ad790-9fb7-4627-b290-a2d825792867 req-c9a343d4-90e8-4d2f-8b3a-ad7fbab1493b tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:03.090735 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b34ad790-9fb7-4627-b290-a2d825792867 req-c9a343d4-90e8-4d2f-8b3a-ad7fbab1493b tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 944 time: 0.4985738
Feb 17 04:35:03.164446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860f039-ceba-4235-8bfe-b4c014cf5f80 req-473e1594-467c-40e2-8370-12b8ff2f1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:03.166044 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8860f039-ceba-4235-8bfe-b4c014cf5f80 req-473e1594-467c-40e2-8370-12b8ff2f1aa2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5725214
Feb 17 04:35:03.582661 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b34ad790-9fb7-4627-b290-a2d825792867 req-57d2c6c8-8e2d-4c2e-9151-2056fd0b2145 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3990681
Feb 17 04:35:03.886103 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d839f88-3368-4358-8d29-9c7a55fd2c1f req-ba9014d3-4be1-4994-8f36-0990d37cbe45 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:03.888307 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7d839f88-3368-4358-8d29-9c7a55fd2c1f req-ba9014d3-4be1-4994-8f36-0990d37cbe45 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1421018
Feb 17 04:35:03.960184 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7d839f88-3368-4358-8d29-9c7a55fd2c1f req-c3060043-e1c1-4f72-a8bd-0d461ef796c8 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588078
Feb 17 04:35:04.001122 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8860f039-ceba-4235-8bfe-b4c014cf5f80 req-df2aa2eb-be0e-445d-97cf-4a4f790b3d66 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8137560
Feb 17 04:35:04.354628 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-a798f6fb-a0ed-4d07-b09f-c459d668caf2 req-69565581-0212-43b4-a595-6293af861644 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] For port 3e8c2c09-fc54-44db-900d-60ab887f70b2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3e8c2c09-fc54-44db-900d-60ab887f70b2,segment=NetworkSegment(6fea416f-9c33-4369-93ee-7fe3b491bad2),segment_id=6fea416f-9c33-4369-93ee-7fe3b491bad2)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:35:04.355576 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a798f6fb-a0ed-4d07-b09f-c459d668caf2 req-69565581-0212-43b4-a595-6293af861644 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:04.379029 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8860f039-ceba-4235-8bfe-b4c014cf5f80 req-3fca80e7-28ff-42f8-9587-1f1befb6d9f5 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3012581
Feb 17 04:35:04.509374 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-a798f6fb-a0ed-4d07-b09f-c459d668caf2 req-69565581-0212-43b4-a595-6293af861644 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Calling delete_port for 3e8c2c09-fc54-44db-900d-60ab887f70b2 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:35:04.543443 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6858681-6737-4467-9ade-c8cf9c893d6c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Router a1bafa37-16c4-4a02-be5b-0563167cf345 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:35:04.897172 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92301fde-95a1-46ab-b17b-7beb03e98997 req-4e4889ad-b80f-47b8-bb35-dd97b6c6fefd tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:04.898025 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-92301fde-95a1-46ab-b17b-7beb03e98997 req-4e4889ad-b80f-47b8-bb35-dd97b6c6fefd tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 944 time: 0.1185155
Feb 17 04:35:04.955786 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-92301fde-95a1-46ab-b17b-7beb03e98997 req-e290b4de-c33a-4c3a-a4d5-e84a6ee2a0cc tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/security-groups?id=70abd77f-d006-43ab-b98f-8198f605ebf5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505309
Feb 17 04:35:04.979229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6858681-6737-4467-9ade-c8cf9c893d6c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:35:04.989829 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4759065f-2dbb-4ab6-a924-558d9736da3d None None] Sync routers for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:35:05.001381 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4759065f-2dbb-4ab6-a924-558d9736da3d None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:35:05.002821 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-4759065f-2dbb-4ab6-a924-558d9736da3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000e208198>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:05.007924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6858681-6737-4467-9ade-c8cf9c893d6c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.054957 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a798f6fb-a0ed-4d07-b09f-c459d668caf2 req-69565581-0212-43b4-a595-6293af861644 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.146955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:05.211212 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-4759065f-2dbb-4ab6-a924-558d9736da3d None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:35:05.241316 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e6858681-6737-4467-9ade-c8cf9c893d6c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "PUT /v2.0/floatingips/fdef88cd-28b6-4c98-bfdc-41c74184c845 HTTP/1.1" status: 200  len: 991 time: 4.4843102
Feb 17 04:35:05.256184 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'tag': '7c039b81-545d-4b96-8225-5c9d5bbd4f40'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:35:05.268719 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69565581-0212-43b4-a595-6293af861644 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Pushing event deleted for resources: {'Port': ['ID=3e8c2c09-fc54-44db-900d-60ab887f70b2,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:05.276483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-69565581-0212-43b4-a595-6293af861644 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:05.406175 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abd7f2-a8fb-4cc1-8639-ad23625ad3f5 req-d07cf001-dbe3-410e-89e9-7ed62bfdbeb2 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:05.414455 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-02abd7f2-a8fb-4cc1-8639-ad23625ad3f5 req-d07cf001-dbe3-410e-89e9-7ed62bfdbeb2 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.2686279
Feb 17 04:35:05.422160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-55dcf61f-4ec3-4125-a5ce-a59e0a4260fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.436257 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a798f6fb-a0ed-4d07-b09f-c459d668caf2 req-69565581-0212-43b4-a595-6293af861644 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] No DVR routers for this DVR port 3e8c2c09-fc54-44db-900d-60ab887f70b2 on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:35:05.443993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a798f6fb-a0ed-4d07-b09f-c459d668caf2 req-69565581-0212-43b4-a595-6293af861644 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.446096 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a798f6fb-a0ed-4d07-b09f-c459d668caf2 req-69565581-0212-43b4-a595-6293af861644 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.76 "DELETE /v2.0/ports/3e8c2c09-fc54-44db-900d-60ab887f70b2 HTTP/1.1" status: 204  len: 173 time: 3.1359217
Feb 17 04:35:05.477231 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'tag': '7c039b81-545d-4b96-8225-5c9d5bbd4f40', 'status': 'completed', 'code': 200}
Feb 17 04:35:05.522421 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-02abd7f2-a8fb-4cc1-8639-ad23625ad3f5 req-f91853a3-e9d8-4434-add3-6d2b557d2774 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068342
Feb 17 04:35:05.576422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:05.733312 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9828e-0b83-436e-866c-3150a5c50ae6 req-73f5f263-5000-4cf2-bd25-cf2fa08debb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:05.738962 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71b9828e-0b83-436e-866c-3150a5c50ae6 req-73f5f263-5000-4cf2-bd25-cf2fa08debb3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ceefaf95d6747d4874041041d75b0c7&device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 1163 time: 0.2030675
Feb 17 04:35:05.910460 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9828e-0b83-436e-866c-3150a5c50ae6 req-cd6193c7-c062-48f7-b07b-812c58921289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:05.912245 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71b9828e-0b83-436e-866c-3150a5c50ae6 req-cd6193c7-c062-48f7-b07b-812c58921289 service neutron] 10.222.0.76 "GET /v2.0/networks?id=db318819-52ac-454a-9acd-88522654014f HTTP/1.1" status: 200  len: 905 time: 0.1671848
Feb 17 04:35:05.983213 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-4759065f-2dbb-4ab6-a924-558d9736da3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000e208198>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': 'fdef88cd-28b6-4c98-bfdc-41c74184c845', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'port_id': '7c039b81-545d-4b96-8225-5c9d5bbd4f40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'mac_address': 'fa:16:3e:90:17:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:17Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 1, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:05.989212 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4759065f-2dbb-4ab6-a924-558d9736da3d None None] Checking router: a1bafa37-16c4-4a02-be5b-0563167cf345 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:35:05.999505 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4759065f-2dbb-4ab6-a924-558d9736da3d None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:35:06.000204 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-4759065f-2dbb-4ab6-a924-558d9736da3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000e208198>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:34:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:06.061131 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71b9828e-0b83-436e-866c-3150a5c50ae6 req-d5118bcb-94f6-4c45-bc27-b2f3cbf533ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c039b81-545d-4b96-8225-5c9d5bbd4f40 HTTP/1.1" status: 200  len: 999 time: 0.1396677
Feb 17 04:35:06.201595 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-64be029f-fac2-4413-9432-a4bc68cf4e57 req-73ac3a61-d3d2-4ff1-9a5d-290dce0735d2 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Synchronizing usage tracker for tenant:d8f6d6d4d16e4f8291cf32fca2f053ca on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:35:06.223613 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9828e-0b83-436e-866c-3150a5c50ae6 req-ae652d60-4258-4704-ba9f-6e0a4a9c2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:06.224355 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71b9828e-0b83-436e-866c-3150a5c50ae6 req-ae652d60-4258-4704-ba9f-6e0a4a9c2b4f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb541eeb-bbaf-4cdc-be92-cb0eb60b219f HTTP/1.1" status: 200  len: 850 time: 0.1536679
Feb 17 04:35:06.243893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-4759065f-2dbb-4ab6-a924-558d9736da3d None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:35:06.292615 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-64be029f-fac2-4413-9432-a4bc68cf4e57 req-73ac3a61-d3d2-4ff1-9a5d-290dce0735d2 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Unset dirty status for tenant:d8f6d6d4d16e4f8291cf32fca2f053ca on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:35:06.295968 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-64be029f-fac2-4413-9432-a4bc68cf4e57 req-73ac3a61-d3d2-4ff1-9a5d-290dce0735d2 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] 10.222.0.73 "GET /v2.0/ports?device_id=10f38d61-fed7-40f6-9cd5-0d9c3ffc6437 HTTP/1.1" status: 200  len: 210 time: 0.1795137
Feb 17 04:35:06.377968 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9828e-0b83-436e-866c-3150a5c50ae6 req-b220ed57-2fbe-4583-b032-4384e1c77152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:06.379687 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71b9828e-0b83-436e-866c-3150a5c50ae6 req-b220ed57-2fbe-4583-b032-4384e1c77152 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=db318819-52ac-454a-9acd-88522654014f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1483576
Feb 17 04:35:06.945957 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55140) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:07.018340 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-4759065f-2dbb-4ab6-a924-558d9736da3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000e208198>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': 'fdef88cd-28b6-4c98-bfdc-41c74184c845', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'port_id': '7c039b81-545d-4b96-8225-5c9d5bbd4f40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'mac_address': 'fa:16:3e:90:17:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:17Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 1, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:07.023530 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4759065f-2dbb-4ab6-a924-558d9736da3d None None] The sync data for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi is: [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': 'fdef88cd-28b6-4c98-bfdc-41c74184c845', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'port_id': '7c039b81-545d-4b96-8225-5c9d5bbd4f40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'mac_address': 'fa:16:3e:90:17:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:34:17Z', 'updated_at': '2021-02-17T04:35:01Z', 'revision_number': 1, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:35:07.031515 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71b9828e-0b83-436e-866c-3150a5c50ae6 req-dab5c73f-86dc-4c44-898e-b2b6080ed93a service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6373241
Feb 17 04:35:07.169816 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ce7da8d4-9695-49db-993e-0b36f5643ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.190079 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ce7da8d4-9695-49db-993e-0b36f5643ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:07.192262 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7965cfb-bae6-430f-94fc-11a366e05d65 req-e4ff529f-04b6-4fd0-91fb-f916e02b8170 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:07.194292 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d7965cfb-bae6-430f-94fc-11a366e05d65 req-e4ff529f-04b6-4fd0-91fb-f916e02b8170 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.3870680
Feb 17 04:35:07.195124 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ce7da8d4-9695-49db-993e-0b36f5643ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:f8d44da1d3b1438ab3397bd9fa6690cc is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:07.198648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ce7da8d4-9695-49db-993e-0b36f5643ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:07.205554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ce7da8d4-9695-49db-993e-0b36f5643ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:07.302919 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71b9828e-0b83-436e-866c-3150a5c50ae6 req-5d624780-953b-4b0b-90a7-45bc06a994b3 service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2645674
Feb 17 04:35:07.309016 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d7965cfb-bae6-430f-94fc-11a366e05d65 req-5986b441-9408-4f72-b6d7-5c275e16cc2e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925131
Feb 17 04:35:07.317468 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ce7da8d4-9695-49db-993e-0b36f5643ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.353367 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ce7da8d4-9695-49db-993e-0b36f5643ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.372328 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:07.412428 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7da8d4-9695-49db-993e-0b36f5643ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa682bf-38b0-48be-92a8-962cb5b95ddd,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:07.416022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ce7da8d4-9695-49db-993e-0b36f5643ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:07.443361 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ce7da8d4-9695-49db-993e-0b36f5643ad6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f8d44da1d3b1438ab3397bd9fa6690cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4957221
Feb 17 04:35:07.447169 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55160) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:07.467160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9411f-a2f4-4724-a343-7f3512c2cfd9 None None] New status for floating IP fdef88cd-28b6-4c98-bfdc-41c74184c845: ACTIVE {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:35:07.504999 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f38d61-fed7-40f6-9cd5-0d9c3ffc6437', 'name': 'network-vif-deleted', 'tag': '3e8c2c09-fc54-44db-900d-60ab887f70b2'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:35:07.582249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d61d-d1a8-47f5-8d2e-216995f8d048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.590592 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f38d61-fed7-40f6-9cd5-0d9c3ffc6437', 'name': 'network-vif-deleted', 'tag': '3e8c2c09-fc54-44db-900d-60ab887f70b2', 'status': 'completed', 'code': 200}
Feb 17 04:35:07.649732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d61d-d1a8-47f5-8d2e-216995f8d048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.723976 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d61d-d1a8-47f5-8d2e-216995f8d048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.731610 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:07.748739 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d61d-d1a8-47f5-8d2e-216995f8d048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:07.755154 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f7e3d61d-d1a8-47f5-8d2e-216995f8d048 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8aa682bf-38b0-48be-92a8-962cb5b95ddd HTTP/1.1" status: 204  len: 168 time: 0.3019228
Feb 17 04:35:07.755154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3d61d-d1a8-47f5-8d2e-216995f8d048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa682bf-38b0-48be-92a8-962cb5b95ddd,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:07.780497 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f7e3d61d-d1a8-47f5-8d2e-216995f8d048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:07.997588 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c5c63188-5358-43aa-92c5-7dfccfddb734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.375650 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.494702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55220) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:08.514531 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-29e2d744-cc67-4f3c-bee5-1d1dfd3d0221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.535669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-29e2d744-cc67-4f3c-bee5-1d1dfd3d0221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:08.541185 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-29e2d744-cc67-4f3c-bee5-1d1dfd3d0221 admin admin] Usage tracker for resource:security_group_rule and tenant:97987549f0e742f7a3f5a1e6e91a6c02 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:08.548314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-29e2d744-cc67-4f3c-bee5-1d1dfd3d0221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:08.558055 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-29e2d744-cc67-4f3c-bee5-1d1dfd3d0221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:08.576580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984876-bee1-4502-9ec7-08c7d465bfe4 req-4cb05ac2-b6f9-4799-8e70-a08f6c4dcc0a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:08.578961 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0c984876-bee1-4502-9ec7-08c7d465bfe4 req-4cb05ac2-b6f9-4799-8e70-a08f6c4dcc0a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1258481
Feb 17 04:35:08.702783 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0c984876-bee1-4502-9ec7-08c7d465bfe4 req-a793be80-218d-48a7-a6f3-d413d975edfe tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988057
Feb 17 04:35:08.705568 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-29e2d744-cc67-4f3c-bee5-1d1dfd3d0221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.724496 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55230) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:08.774663 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-29e2d744-cc67-4f3c-bee5-1d1dfd3d0221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.785320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0c14f4a2-a7f2-4ad8-ad5b-9d24f7765987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:08.829524 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-29e2d744-cc67-4f3c-bee5-1d1dfd3d0221 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=97987549f0e742f7a3f5a1e6e91a6c02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3338587
Feb 17 04:35:08.831926 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2d744-cc67-4f3c-bee5-1d1dfd3d0221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5f8665-9bac-4d14-94a5-7c2bbd5bb623,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:08.839690 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55238) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:08.842389 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-29e2d744-cc67-4f3c-bee5-1d1dfd3d0221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:08.873880 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5c6dc329-d39d-4bb2-90e9-2ddb8f63a7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.891125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-5c6dc329-d39d-4bb2-90e9-2ddb8f63a7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:08.896198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-5c6dc329-d39d-4bb2-90e9-2ddb8f63a7c2 admin admin] Usage tracker for resource:security_group_rule and tenant:3f2d0fc4abc4427c9cf0b22458f244e1 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:08.899320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-5c6dc329-d39d-4bb2-90e9-2ddb8f63a7c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:08.905342 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-5c6dc329-d39d-4bb2-90e9-2ddb8f63a7c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:08.915344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ab6ba29c-89c8-4283-b8aa-c001af4c76db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:08.947262 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ab6ba29c-89c8-4283-b8aa-c001af4c76db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.009510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5c6dc329-d39d-4bb2-90e9-2ddb8f63a7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.038384 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ab6ba29c-89c8-4283-b8aa-c001af4c76db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.043849 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4c44493c-9160-43b3-ae4a-1f154da209e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:09.060153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ba29c-89c8-4283-b8aa-c001af4c76db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5f8665-9bac-4d14-94a5-7c2bbd5bb623,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:09.064865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ab6ba29c-89c8-4283-b8aa-c001af4c76db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:09.072674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ab6ba29c-89c8-4283-b8aa-c001af4c76db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.073891 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ab6ba29c-89c8-4283-b8aa-c001af4c76db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fb5f8665-9bac-4d14-94a5-7c2bbd5bb623 HTTP/1.1" status: 204  len: 168 time: 0.2383683
Feb 17 04:35:09.078902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5c6dc329-d39d-4bb2-90e9-2ddb8f63a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.095593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-74a57fc3-8234-4d48-b4c4-53186c36e39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:09.185999 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-5c6dc329-d39d-4bb2-90e9-2ddb8f63a7c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f2d0fc4abc4427c9cf0b22458f244e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4601967
Feb 17 04:35:09.189610 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dc329-d39d-4bb2-90e9-2ddb8f63a7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e46e894-45f1-4a96-9163-47c724bcb103,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:09.191248 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55256) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:09.195447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5c6dc329-d39d-4bb2-90e9-2ddb8f63a7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:09.287988 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5801a00d-6338-469c-9455-baa53cb966a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.327990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5801a00d-6338-469c-9455-baa53cb966a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.433357 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5801a00d-6338-469c-9455-baa53cb966a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.441835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ad6a9159-f3d1-449e-a2bc-787334268db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:09.459059 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a00d-6338-469c-9455-baa53cb966a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e46e894-45f1-4a96-9163-47c724bcb103,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:09.463089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5801a00d-6338-469c-9455-baa53cb966a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.464779 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-5801a00d-6338-469c-9455-baa53cb966a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e46e894-45f1-4a96-9163-47c724bcb103 HTTP/1.1" status: 204  len: 168 time: 0.2721055
Feb 17 04:35:09.466975 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5801a00d-6338-469c-9455-baa53cb966a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:09.573649 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55278) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:09.632755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.650745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-a267032e-970b-4f65-97e8-7e266dac7f39 admin admin] Deleting subnet 6df57f33-dcf9-4c3b-8773-8cc7ba39a711 {{(pid=84039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:35:09.655454 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a267032e-970b-4f65-97e8-7e266dac7f39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.721337 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a267032e-970b-4f65-97e8-7e266dac7f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852405141'] for subnet, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.818895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a267032e-970b-4f65-97e8-7e266dac7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:09.981522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bdb03-7f8b-4c57-9b51-d77b5b516612 req-c011ec7b-5ab2-465d-8b30-ad272ead8c4a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:09.983580 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-760bdb03-7f8b-4c57-9b51-d77b5b516612 req-c011ec7b-5ab2-465d-8b30-ad272ead8c4a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1193957
Feb 17 04:35:10.069161 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-760bdb03-7f8b-4c57-9b51-d77b5b516612 req-68776cad-1351-473d-9f4e-ab7c2012b5bd tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779746
Feb 17 04:35:10.222179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a267032e-970b-4f65-97e8-7e266dac7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317777'] for subnet, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.239822 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5d1e6b06-0a3b-4537-9c3f-37cacbdd2c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:10.342770 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267032e-970b-4f65-97e8-7e266dac7f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df57f33-dcf9-4c3b-8773-8cc7ba39a711,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:10.350628 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a267032e-970b-4f65-97e8-7e266dac7f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:10.398648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55306) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:10.419274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a267032e-970b-4f65-97e8-7e266dac7f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.420451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1586e7a4-9907-4f2b-9702-a650fed9e91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.430861 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a267032e-970b-4f65-97e8-7e266dac7f39 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6df57f33-dcf9-4c3b-8773-8cc7ba39a711 HTTP/1.1" status: 204  len: 168 time: 0.8559012
Feb 17 04:35:10.431729 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55310) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:10.444810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-1586e7a4-9907-4f2b-9702-a650fed9e91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:10.451593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-1586e7a4-9907-4f2b-9702-a650fed9e91d admin admin] Usage tracker for resource:security_group_rule and tenant:d29c06c8f0c6438cb6b9c15ffbf842e9 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:10.456309 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-1586e7a4-9907-4f2b-9702-a650fed9e91d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:10.465161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-1586e7a4-9907-4f2b-9702-a650fed9e91d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:10.615372 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.623094 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1586e7a4-9907-4f2b-9702-a650fed9e91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.666182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1586e7a4-9907-4f2b-9702-a650fed9e91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.713318 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f7e3d61d-d1a8-47f5-8d2e-216995f8d048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:10.727635 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-1586e7a4-9907-4f2b-9702-a650fed9e91d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d29c06c8f0c6438cb6b9c15ffbf842e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3252397
Feb 17 04:35:10.730853 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55326) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:10.814150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586e7a4-9907-4f2b-9702-a650fed9e91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dcc012-f7fb-4076-809b-e23734dedc39,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:10.819025 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1586e7a4-9907-4f2b-9702-a650fed9e91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:10.838643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b66038f4-875e-4c6c-af46-a38c2222823f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.884833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b66038f4-875e-4c6c-af46-a38c2222823f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:10.967223 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.014759 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b66038f4-875e-4c6c-af46-a38c2222823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.025673 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:11.040320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66038f4-875e-4c6c-af46-a38c2222823f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dcc012-f7fb-4076-809b-e23734dedc39,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:11.043688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b66038f4-875e-4c6c-af46-a38c2222823f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:11.053791 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b66038f4-875e-4c6c-af46-a38c2222823f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.055483 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b66038f4-875e-4c6c-af46-a38c2222823f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70dcc012-f7fb-4076-809b-e23734dedc39 HTTP/1.1" status: 204  len: 168 time: 0.3199596
Feb 17 04:35:11.177857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.367687 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000cc09048>,) {'filters': {'network_id': ['a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd']}} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:11.393569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000cc09048>, '6fea416f-9c33-4369-93ee-7fe3b491bad2') {'for_net_delete': True} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:11.393920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000cc09048>, '6fea416f-9c33-4369-93ee-7fe3b491bad2') {} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:11.411465 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370675'] for segment, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.422563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55354) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:11.443385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54615b58-e150-4e79-81e7-7dbb06361310 req-0f70d44b-11f5-43ad-a36e-c228f0671f41 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:11.445020 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-54615b58-e150-4e79-81e7-7dbb06361310 req-0f70d44b-11f5-43ad-a36e-c228f0671f41 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1969957
Feb 17 04:35:11.447421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.449995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:35:11.681994 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-54615b58-e150-4e79-81e7-7dbb06361310 req-58e37a3a-5ef7-45d2-a1bb-a60a90a44804 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150493
Feb 17 04:35:11.707580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-099f37a4-6ba1-4d7e-8517-b6cb502c719b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.731179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] Network a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:35:11.743488 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-099f37a4-6ba1-4d7e-8517-b6cb502c719b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:11.747320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-099f37a4-6ba1-4d7e-8517-b6cb502c719b admin admin] Usage tracker for resource:security_group_rule and tenant:b54910fe46ea45c8961d2c00e05219b8 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:11.751063 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-099f37a4-6ba1-4d7e-8517-b6cb502c719b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:11.755753 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852218915'] for segment, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.774063 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55368) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:11.825772 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-099f37a4-6ba1-4d7e-8517-b6cb502c719b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:11.922036 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-46f2ed61-145c-45e3-ad2c-4f49b37de74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:11.940422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-46f2ed61-145c-45e3-ad2c-4f49b37de74b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:11.945007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-46f2ed61-145c-45e3-ad2c-4f49b37de74b admin admin] Usage tracker for resource:security_group_rule and tenant:1469830121cf4f6cbb6c32033fb9619c is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:11.948023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-46f2ed61-145c-45e3-ad2c-4f49b37de74b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:11.957219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-46f2ed61-145c-45e3-ad2c-4f49b37de74b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:12.028856 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-099f37a4-6ba1-4d7e-8517-b6cb502c719b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.041267 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] Network a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:35:12.062968 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-46f2ed61-145c-45e3-ad2c-4f49b37de74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:35:12.067178 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:35:12.117524 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-099f37a4-6ba1-4d7e-8517-b6cb502c719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.135552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-46f2ed61-145c-45e3-ad2c-4f49b37de74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.143090 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:12.172520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-11d3827d-d59d-492e-889a-c318bdbbc471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:12.185428 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-46f2ed61-145c-45e3-ad2c-4f49b37de74b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1469830121cf4f6cbb6c32033fb9619c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4099879
Feb 17 04:35:12.188653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55388) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:12.203221 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-099f37a4-6ba1-4d7e-8517-b6cb502c719b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b54910fe46ea45c8961d2c00e05219b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7779272
Feb 17 04:35:12.204006 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f37a4-6ba1-4d7e-8517-b6cb502c719b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0e95ab-20b0-41b2-ad55-f17141e1a983,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:12.208061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55392) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:12.211109 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-099f37a4-6ba1-4d7e-8517-b6cb502c719b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:12.246152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2ed61-145c-45e3-ad2c-4f49b37de74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65980f02-149f-4c30-83b9-b616cad052fc,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:12.252960 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-46f2ed61-145c-45e3-ad2c-4f49b37de74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:12.291524 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-63f88e09-7a5e-4d44-a4e6-9fec5291a5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.293220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4dbcfd8d-cb32-41c0-86c0-8ed60e8dd7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.340125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4dbcfd8d-cb32-41c0-86c0-8ed60e8dd7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.341507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-63f88e09-7a5e-4d44-a4e6-9fec5291a5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.456310 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.462045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:12.484210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4dbcfd8d-cb32-41c0-86c0-8ed60e8dd7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.487643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.488210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:12.496348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:12.498093 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-63f88e09-7a5e-4d44-a4e6-9fec5291a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.504414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:12.506057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a89452c4-71c9-4fab-9992-b7ca31e10106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:12.530787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f88e09-7a5e-4d44-a4e6-9fec5291a5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0e95ab-20b0-41b2-ad55-f17141e1a983,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:12.534461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-63f88e09-7a5e-4d44-a4e6-9fec5291a5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:12.540717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcfd8d-cb32-41c0-86c0-8ed60e8dd7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65980f02-149f-4c30-83b9-b616cad052fc,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:12.543549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4dbcfd8d-cb32-41c0-86c0-8ed60e8dd7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.544814 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-4dbcfd8d-cb32-41c0-86c0-8ed60e8dd7c4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/65980f02-149f-4c30-83b9-b616cad052fc HTTP/1.1" status: 204  len: 168 time: 0.3549662
Feb 17 04:35:12.546013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4dbcfd8d-cb32-41c0-86c0-8ed60e8dd7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:12.742311 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a7fab7cd-0027-4e4e-a2a9-d71ce7a48bfd HTTP/1.1" status: 204  len: 168 time: 2.3093393
Feb 17 04:35:12.773815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-63f88e09-7a5e-4d44-a4e6-9fec5291a5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:12.782460 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-63f88e09-7a5e-4d44-a4e6-9fec5291a5f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d0e95ab-20b0-41b2-ad55-f17141e1a983 HTTP/1.1" status: 204  len: 168 time: 0.5715368
Feb 17 04:35:12.927451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e3242-6b64-4d70-94d5-d3475f5f551e req-332246b7-96cf-456a-8020-2d9d6e443445 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:12.927451 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-909e3242-6b64-4d70-94d5-d3475f5f551e req-332246b7-96cf-456a-8020-2d9d6e443445 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1157806
Feb 17 04:35:12.991898 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-909e3242-6b64-4d70-94d5-d3475f5f551e req-b991fe61-7cd6-40b2-94ed-f4086ab817f2 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572708
Feb 17 04:35:13.236840 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55420) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:13.302160 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b8bb08b8-88dd-497c-9b2d-e24b310c4e1c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d8f6d6d4d16e4f8291cf32fca2f053ca&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0545948
Feb 17 04:35:13.302160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55426) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:13.392942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f50401d2-469c-490e-8591-3145e72d377a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:13.425472 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f50401d2-469c-490e-8591-3145e72d377a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:13.541098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f50401d2-469c-490e-8591-3145e72d377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:13.547311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:13.568488 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50401d2-469c-490e-8591-3145e72d377a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70abd77f-d006-43ab-b98f-8198f605ebf5,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:13.572270 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f50401d2-469c-490e-8591-3145e72d377a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:13.649504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f50401d2-469c-490e-8591-3145e72d377a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:13.651321 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f50401d2-469c-490e-8591-3145e72d377a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70abd77f-d006-43ab-b98f-8198f605ebf5 HTTP/1.1" status: 204  len: 168 time: 0.3484674
Feb 17 04:35:13.730531 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55444) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:13.752115 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6309a01e-40fc-48a8-94fe-c9ddb4414380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:13.769371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6309a01e-40fc-48a8-94fe-c9ddb4414380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:13.776573 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6309a01e-40fc-48a8-94fe-c9ddb4414380 admin admin] Usage tracker for resource:security_group_rule and tenant:ee0970cfe8d54cda9fca9c0c35e25f56 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:13.780974 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6309a01e-40fc-48a8-94fe-c9ddb4414380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:13.792062 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6309a01e-40fc-48a8-94fe-c9ddb4414380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:13.898270 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6309a01e-40fc-48a8-94fe-c9ddb4414380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:13.941311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6309a01e-40fc-48a8-94fe-c9ddb4414380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:13.956733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-46f2ed61-145c-45e3-ad2c-4f49b37de74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:14.028483 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-6309a01e-40fc-48a8-94fe-c9ddb4414380 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee0970cfe8d54cda9fca9c0c35e25f56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2939463
Feb 17 04:35:14.028483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309a01e-40fc-48a8-94fe-c9ddb4414380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dfa8b0-2570-4c56-a564-ffd1545e635f,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:14.029522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55458) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:14.031165 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6309a01e-40fc-48a8-94fe-c9ddb4414380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:14.120047 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5d358fba-1b35-4606-907d-a7bebb17f866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:14.158315 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5d358fba-1b35-4606-907d-a7bebb17f866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:14.261659 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5d358fba-1b35-4606-907d-a7bebb17f866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:14.269563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:14.286124 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d358fba-1b35-4606-907d-a7bebb17f866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dfa8b0-2570-4c56-a564-ffd1545e635f,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:14.288848 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5d358fba-1b35-4606-907d-a7bebb17f866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:14.291501 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5d358fba-1b35-4606-907d-a7bebb17f866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:14.296142 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-5d358fba-1b35-4606-907d-a7bebb17f866 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f1dfa8b0-2570-4c56-a564-ffd1545e635f HTTP/1.1" status: 204  len: 168 time: 0.2640419
Feb 17 04:35:14.344814 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:35:16.305810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28327b67-caf7-4590-98cc-61b85e26c946 req-51ca88a6-373f-4d13-98d5-05d74584e708 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:16.314044 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-28327b67-caf7-4590-98cc-61b85e26c946 req-51ca88a6-373f-4d13-98d5-05d74584e708 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1269624
Feb 17 04:35:16.380635 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-28327b67-caf7-4590-98cc-61b85e26c946 req-52cfd006-154d-48b0-ada2-20a711b15d39 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653160
Feb 17 04:35:17.690827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a7323-3152-4536-b5fa-acffb081939f req-cb99fc96-f94a-4aef-97e4-e7d6da6ae8f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:17.695262 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d94a7323-3152-4536-b5fa-acffb081939f req-cb99fc96-f94a-4aef-97e4-e7d6da6ae8f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1486378
Feb 17 04:35:17.751013 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d94a7323-3152-4536-b5fa-acffb081939f req-a3020def-4eb4-476a-8d73-db9466053a32 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485814
Feb 17 04:35:19.817926 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55672) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:19.964745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ca09aded-4c96-408d-84d0-b5d8c9e2b932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:19.983197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ca09aded-4c96-408d-84d0-b5d8c9e2b932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:19.988021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ca09aded-4c96-408d-84d0-b5d8c9e2b932 admin admin] Usage tracker for resource:security_group_rule and tenant:f0b3b71776bb4add888c5f882bcd7bb6 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:19.991570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ca09aded-4c96-408d-84d0-b5d8c9e2b932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:19.998091 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ca09aded-4c96-408d-84d0-b5d8c9e2b932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:20.098803 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ca09aded-4c96-408d-84d0-b5d8c9e2b932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:20.147120 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ca09aded-4c96-408d-84d0-b5d8c9e2b932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:20.157992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8321512d-eec0-4798-80f9-2011e4665f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:20.203243 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09aded-4c96-408d-84d0-b5d8c9e2b932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664f4f4f-84c4-4b8a-b6b2-3ea1ef44e00d,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:20.211200 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ca09aded-4c96-408d-84d0-b5d8c9e2b932 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f0b3b71776bb4add888c5f882bcd7bb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3920305
Feb 17 04:35:20.218968 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55680) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:20.220586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ca09aded-4c96-408d-84d0-b5d8c9e2b932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:20.255978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55684) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:20.297192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1310a562-e123-4536-8a15-3c2fd09d90e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:20.353755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1310a562-e123-4536-8a15-3c2fd09d90e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:20.406610 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1b10a32-0089-4b1a-98f8-6ae5ad898378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:20.427382 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-d1b10a32-0089-4b1a-98f8-6ae5ad898378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:20.433053 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-d1b10a32-0089-4b1a-98f8-6ae5ad898378 admin admin] Usage tracker for resource:security_group_rule and tenant:c4e71b90a80d441bb0c4904cda11639f is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:20.436702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-d1b10a32-0089-4b1a-98f8-6ae5ad898378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:20.442801 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-d1b10a32-0089-4b1a-98f8-6ae5ad898378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:20.460402 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1310a562-e123-4536-8a15-3c2fd09d90e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:20.466108 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6894771c-da0a-496f-80e3-181e7c6f4aa0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:20.481883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310a562-e123-4536-8a15-3c2fd09d90e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664f4f4f-84c4-4b8a-b6b2-3ea1ef44e00d,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:20.486307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1310a562-e123-4536-8a15-3c2fd09d90e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:20.496044 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1310a562-e123-4536-8a15-3c2fd09d90e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:20.497918 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-1310a562-e123-4536-8a15-3c2fd09d90e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/664f4f4f-84c4-4b8a-b6b2-3ea1ef44e00d HTTP/1.1" status: 204  len: 168 time: 0.2853446
Feb 17 04:35:20.560378 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1b10a32-0089-4b1a-98f8-6ae5ad898378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:20.678968 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1b10a32-0089-4b1a-98f8-6ae5ad898378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:20.690204 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4d7fef4f-ddb9-49da-9b00-81ff6e221b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:20.747186 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-d1b10a32-0089-4b1a-98f8-6ae5ad898378 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c4e71b90a80d441bb0c4904cda11639f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4874425
Feb 17 04:35:20.747186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b10a32-0089-4b1a-98f8-6ae5ad898378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fffd29-5bef-452d-a4e0-ab7e72705b93,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:20.748034 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55700) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:20.750324 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d1b10a32-0089-4b1a-98f8-6ae5ad898378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:20.816508 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f0a10b8a-5bf1-42a6-83bc-9652f68c2346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:20.846355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f0a10b8a-5bf1-42a6-83bc-9652f68c2346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.015813 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f0a10b8a-5bf1-42a6-83bc-9652f68c2346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.024832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-544b08fc-db6b-4bbb-b75c-a54ed4bc0e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:21.040910 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a10b8a-5bf1-42a6-83bc-9652f68c2346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fffd29-5bef-452d-a4e0-ab7e72705b93,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:21.043501 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f0a10b8a-5bf1-42a6-83bc-9652f68c2346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:21.046550 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f0a10b8a-5bf1-42a6-83bc-9652f68c2346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.050134 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f0a10b8a-5bf1-42a6-83bc-9652f68c2346 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29fffd29-5bef-452d-a4e0-ab7e72705b93 HTTP/1.1" status: 204  len: 168 time: 0.2981915
Feb 17 04:35:21.317609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55708) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:21.338068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c1caeb29-2f64-4815-8704-0761e66fd6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.355695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c1caeb29-2f64-4815-8704-0761e66fd6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:21.362383 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c1caeb29-2f64-4815-8704-0761e66fd6a0 admin admin] Usage tracker for resource:security_group_rule and tenant:4f841b2919ec44209551905010ebf70c is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:21.366059 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c1caeb29-2f64-4815-8704-0761e66fd6a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:21.372582 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c1caeb29-2f64-4815-8704-0761e66fd6a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:21.417858 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a455618-4f95-4405-9fe3-5d2315c587e2 req-4ce91d6c-8d65-4f35-a186-965b2d5aa6d4 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:21.419971 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6a455618-4f95-4405-9fe3-5d2315c587e2 req-4ce91d6c-8d65-4f35-a186-965b2d5aa6d4 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.0994368
Feb 17 04:35:21.499476 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c1caeb29-2f64-4815-8704-0761e66fd6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.513368 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6a455618-4f95-4405-9fe3-5d2315c587e2 req-f275fcdc-1864-41c5-a4b7-f4ff8be40a6e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858240
Feb 17 04:35:21.580963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c1caeb29-2f64-4815-8704-0761e66fd6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.596581 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:21.663706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 55724) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:21.663981 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-c1caeb29-2f64-4815-8704-0761e66fd6a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f841b2919ec44209551905010ebf70c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3448989
Feb 17 04:35:21.676990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1caeb29-2f64-4815-8704-0761e66fd6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13d9ef5-0952-4ae4-af48-fadbf601a515,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:21.681909 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c1caeb29-2f64-4815-8704-0761e66fd6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:21.767554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fc6807e-17fa-4eea-9298-c7b001710871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.800105 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fc6807e-17fa-4eea-9298-c7b001710871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.854118 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55734) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:21.882078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b8973635-44ac-4c83-bc0e-33167269e49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.907106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-b8973635-44ac-4c83-bc0e-33167269e49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:21.913107 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-b8973635-44ac-4c83-bc0e-33167269e49a admin admin] Usage tracker for resource:security_group_rule and tenant:b6b806c446d24781a60535fc1e09a364 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:21.916697 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-b8973635-44ac-4c83-bc0e-33167269e49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:21.923179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-b8973635-44ac-4c83-bc0e-33167269e49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:21.952835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fc6807e-17fa-4eea-9298-c7b001710871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.959541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-07a3c537-0d03-40bd-8318-1c823f5a69bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:21.976556 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6807e-17fa-4eea-9298-c7b001710871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13d9ef5-0952-4ae4-af48-fadbf601a515,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:21.979980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3fc6807e-17fa-4eea-9298-c7b001710871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:21.982717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fc6807e-17fa-4eea-9298-c7b001710871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:21.984590 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-3fc6807e-17fa-4eea-9298-c7b001710871 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a13d9ef5-0952-4ae4-af48-fadbf601a515 HTTP/1.1" status: 204  len: 168 time: 0.3188989
Feb 17 04:35:22.046072 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b8973635-44ac-4c83-bc0e-33167269e49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:22.083645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b8973635-44ac-4c83-bc0e-33167269e49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:22.115483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8fecf8e9-8973-49cb-bc15-9887b250022a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:22.127347 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b8973635-44ac-4c83-bc0e-33167269e49a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b6b806c446d24781a60535fc1e09a364&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2698028
Feb 17 04:35:22.129387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55744) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:22.188162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8973635-44ac-4c83-bc0e-33167269e49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b59029-353b-4066-8b2b-b178b2ee987b,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:22.193913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b8973635-44ac-4c83-bc0e-33167269e49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:22.233735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a35cf1f8-4597-46d5-a21e-9738ec84347b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:22.266646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a35cf1f8-4597-46d5-a21e-9738ec84347b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:22.380825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a35cf1f8-4597-46d5-a21e-9738ec84347b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:22.404015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2035c602-69f1-482e-9b9e-ae1aa93fe1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:22.434189 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cf1f8-4597-46d5-a21e-9738ec84347b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b59029-353b-4066-8b2b-b178b2ee987b,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:22.440793 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a35cf1f8-4597-46d5-a21e-9738ec84347b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:22.458351 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a35cf1f8-4597-46d5-a21e-9738ec84347b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:22.458351 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a35cf1f8-4597-46d5-a21e-9738ec84347b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47b59029-353b-4066-8b2b-b178b2ee987b HTTP/1.1" status: 204  len: 168 time: 0.3161383
Feb 17 04:35:22.778755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6473342-53b3-408a-b6f5-e8d2bc400d51 req-3bed66b5-815d-40fe-935b-87f8e5746905 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:22.780585 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c6473342-53b3-408a-b6f5-e8d2bc400d51 req-3bed66b5-815d-40fe-935b-87f8e5746905 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.0975392
Feb 17 04:35:22.839005 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c6473342-53b3-408a-b6f5-e8d2bc400d51 req-fe931387-29de-443f-b458-62acf9e3f54f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491090
Feb 17 04:35:24.090627 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3107bb-b519-4453-82bb-28dc49a269dc req-d34aa8f8-9e85-435a-9440-3bf1f11c5f7c tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:24.092994 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6c3107bb-b519-4453-82bb-28dc49a269dc req-d34aa8f8-9e85-435a-9440-3bf1f11c5f7c tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1271598
Feb 17 04:35:24.160747 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6c3107bb-b519-4453-82bb-28dc49a269dc req-f2a773f9-12c5-4aa5-a305-9473ffc6f74e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596886
Feb 17 04:35:25.434992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ab7dd-bd67-4f74-a88e-69f629d48a8f req-fdf652d0-790b-412f-9462-b653c95b0f68 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:25.436690 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-744ab7dd-bd67-4f74-a88e-69f629d48a8f req-fdf652d0-790b-412f-9462-b653c95b0f68 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1018987
Feb 17 04:35:25.488129 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-744ab7dd-bd67-4f74-a88e-69f629d48a8f req-413f814c-77d4-48b4-9207-6337d16d3d98 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442312
Feb 17 04:35:26.200917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:26.299469 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:26.300081 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:26.337084 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 55972) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:26.511392 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2311b7d8-d359-432c-ac1f-697f2207042f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:26.528621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-2311b7d8-d359-432c-ac1f-697f2207042f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:26.534688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-2311b7d8-d359-432c-ac1f-697f2207042f admin admin] Usage tracker for resource:security_group_rule and tenant:c1acec93dc26428d97a14b5e9e6479d8 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:26.542121 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-2311b7d8-d359-432c-ac1f-697f2207042f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:26.556015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-2311b7d8-d359-432c-ac1f-697f2207042f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:26.765766 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2311b7d8-d359-432c-ac1f-697f2207042f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:26.808016 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae763c9-3fe8-4823-b422-cc5fca782cd1 req-4fe2694b-8824-4fc0-9775-e90f92815adb tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:26.809659 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9ae763c9-3fe8-4823-b422-cc5fca782cd1 req-4fe2694b-8824-4fc0-9775-e90f92815adb tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1239629
Feb 17 04:35:26.834244 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2311b7d8-d359-432c-ac1f-697f2207042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:26.846513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-eb0ebf3f-c029-4800-a7c1-41793500fe57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:26.927297 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2311b7d8-d359-432c-ac1f-697f2207042f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1acec93dc26428d97a14b5e9e6479d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5887251
Feb 17 04:35:26.931226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311b7d8-d359-432c-ac1f-697f2207042f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0c435a-3784-446c-bf75-4156db2029f1,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:26.933491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56000) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:26.936820 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9ae763c9-3fe8-4823-b422-cc5fca782cd1 req-8430fd1d-63a9-49fc-b0e2-5f8e18ee187a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195614
Feb 17 04:35:26.937896 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2311b7d8-d359-432c-ac1f-697f2207042f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:27.065726 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6507aec1-c021-4df3-b0e4-287f283d4e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:27.097716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6507aec1-c021-4df3-b0e4-287f283d4e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:27.232470 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6507aec1-c021-4df3-b0e4-287f283d4e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:27.238802 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bf44d355-c811-45e4-91a6-db057c1fca07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:27.254567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507aec1-c021-4df3-b0e4-287f283d4e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0c435a-3784-446c-bf75-4156db2029f1,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:27.257438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6507aec1-c021-4df3-b0e4-287f283d4e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:27.258793 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6507aec1-c021-4df3-b0e4-287f283d4e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:27.261095 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-6507aec1-c021-4df3-b0e4-287f283d4e51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa0c435a-3784-446c-bf75-4156db2029f1 HTTP/1.1" status: 204  len: 168 time: 0.3205507
Feb 17 04:35:27.577560 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759cfc8-9f06-4364-9b57-d6e61a83e38b req-4f55de32-f0fd-413b-8531-823f1e19625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:27.579565 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5759cfc8-9f06-4364-9b57-d6e61a83e38b req-4f55de32-f0fd-413b-8531-823f1e19625b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 1163 time: 0.1008108
Feb 17 04:35:27.671890 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5759cfc8-9f06-4364-9b57-d6e61a83e38b req-61cb0105-6216-40a0-ac4d-f4f87a3c326d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840993
Feb 17 04:35:27.736782 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56024) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:27.871838 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-24637a96-38eb-4f2e-b14c-09a6513bcc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:27.887716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-24637a96-38eb-4f2e-b14c-09a6513bcc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:27.891726 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-24637a96-38eb-4f2e-b14c-09a6513bcc1a admin admin] Usage tracker for resource:security_group_rule and tenant:7b51c2f5b8784e45ba5973c685637d20 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:27.894625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-24637a96-38eb-4f2e-b14c-09a6513bcc1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:27.900322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-24637a96-38eb-4f2e-b14c-09a6513bcc1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:27.993289 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-24637a96-38eb-4f2e-b14c-09a6513bcc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:28.020603 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56032) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:28.043892 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-24637a96-38eb-4f2e-b14c-09a6513bcc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:28.046451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-15cff238-7ed7-4f0d-b981-eb6360bbb303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:28.056716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:28.065349 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-15cff238-7ed7-4f0d-b981-eb6360bbb303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:28.069899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-15cff238-7ed7-4f0d-b981-eb6360bbb303 admin admin] Usage tracker for resource:security_group_rule and tenant:4eea2dce39ad4957b9136aaf1a40123d is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:28.073318 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-15cff238-7ed7-4f0d-b981-eb6360bbb303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:28.080387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-15cff238-7ed7-4f0d-b981-eb6360bbb303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:28.150892 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-24637a96-38eb-4f2e-b14c-09a6513bcc1a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b51c2f5b8784e45ba5973c685637d20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4131110
Feb 17 04:35:28.153956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56040) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:28.166057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24637a96-38eb-4f2e-b14c-09a6513bcc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e170cb2-eb83-4e6a-b50e-c6e40e8fa15e,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:28.170257 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-24637a96-38eb-4f2e-b14c-09a6513bcc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:28.212278 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad40ad-1b90-4f1e-bdf5-c8ac0b80f454 req-99027a4b-ae74-4412-80b3-01ef15e62f4c tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:28.214627 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-79ad40ad-1b90-4f1e-bdf5-c8ac0b80f454 req-99027a4b-ae74-4412-80b3-01ef15e62f4c tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1496890
Feb 17 04:35:28.245242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-15cff238-7ed7-4f0d-b981-eb6360bbb303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:28.264760 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c65f-8e76-4f64-9440-2cebea85a0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:28.274945 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-79ad40ad-1b90-4f1e-bdf5-c8ac0b80f454 req-d1a3023e-c36b-44fa-99bc-32ba3798599a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495894
Feb 17 04:35:28.297964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c65f-8e76-4f64-9440-2cebea85a0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:28.363374 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-15cff238-7ed7-4f0d-b981-eb6360bbb303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:28.373262 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e865d211-c789-4c3b-a13c-aab4abf664e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:28.422504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c65f-8e76-4f64-9440-2cebea85a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:28.433691 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-15cff238-7ed7-4f0d-b981-eb6360bbb303 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4eea2dce39ad4957b9136aaf1a40123d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4120181
Feb 17 04:35:28.434693 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cff238-7ed7-4f0d-b981-eb6360bbb303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c473932e-5821-434c-9e6b-2fb169d59a68,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:28.436913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56048) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:28.457718 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-15cff238-7ed7-4f0d-b981-eb6360bbb303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:28.458332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b8973635-44ac-4c83-bc0e-33167269e49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:28.477987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5c65f-8e76-4f64-9440-2cebea85a0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e170cb2-eb83-4e6a-b50e-c6e40e8fa15e,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:28.480528 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c65f-8e76-4f64-9440-2cebea85a0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:28.481820 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-1dc5c65f-8e76-4f64-9440-2cebea85a0b1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e170cb2-eb83-4e6a-b50e-c6e40e8fa15e HTTP/1.1" status: 204  len: 168 time: 0.3266983
Feb 17 04:35:28.482852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1dc5c65f-8e76-4f64-9440-2cebea85a0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:28.557266 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c805-1a08-4eb5-a14a-2258f7c94298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:28.588271 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c805-1a08-4eb5-a14a-2258f7c94298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:29.449019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c805-1a08-4eb5-a14a-2258f7c94298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:29.456685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1310a562-e123-4536-8a15-3c2fd09d90e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:29.491909 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1c805-1a08-4eb5-a14a-2258f7c94298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c473932e-5821-434c-9e6b-2fb169d59a68,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:29.506991 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4ba91-530e-4d5d-a4f2-c981d07bdec7 req-1d1bde55-2fa1-43f8-a004-7dad6a5b7b49 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:29.508996 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-02e4ba91-530e-4d5d-a4f2-c981d07bdec7 req-1d1bde55-2fa1-43f8-a004-7dad6a5b7b49 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1072772
Feb 17 04:35:29.510603 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2fa1c805-1a08-4eb5-a14a-2258f7c94298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:29.544825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c805-1a08-4eb5-a14a-2258f7c94298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:29.547705 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2fa1c805-1a08-4eb5-a14a-2258f7c94298 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c473932e-5821-434c-9e6b-2fb169d59a68 HTTP/1.1" status: 204  len: 168 time: 1.1084058
Feb 17 04:35:29.579209 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-02e4ba91-530e-4d5d-a4f2-c981d07bdec7 req-4fc700f6-1156-4026-b0a4-9c7d24f7f1cd tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596719
Feb 17 04:35:30.271319 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:30.347489 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:30.347876 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:30.624913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56114) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:30.801087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-126503903-network', 'tenant_id': 'dd5defbe82e641678f7511f3f14fefbf'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:30.806798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:30.812051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Usage tracker for resource:network and tenant:dd5defbe82e641678f7511f3f14fefbf is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:30.817194 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:30.824058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:30.873440 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f0d4d-b027-4536-a3e1-3632e25f0749 req-04a7e539-a9a2-4d76-a1de-6389d2eb8393 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:30.874818 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a81f0d4d-b027-4536-a3e1-3632e25f0749 req-04a7e539-a9a2-4d76-a1de-6389d2eb8393 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1063161
Feb 17 04:35:30.895228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Made reservation on behalf of dd5defbe82e641678f7511f3f14fefbf for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:35:30.900733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:30.915614 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:30.933058 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a81f0d4d-b027-4536-a3e1-3632e25f0749 req-801d6ae3-2446-4930-a11c-3ca8b26424d4 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505767
Feb 17 04:35:30.933472 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:30.938530 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Usage tracker for resource:security_group_rule and tenant:dd5defbe82e641678f7511f3f14fefbf is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:30.941828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:30.950604 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:31.061900 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:31.149195 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:31.160107 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:31.266732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:35:31.333224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd5a51f-c6b6-4765-8584-643e19504346,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:31.339068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:31.343229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:31.343669 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Added segment 90b8e815-429c-4906-b92f-3208fdb722bd of type vxlan for network b3751aa1-d0d2-4655-997c-f8c5fd944ed5
Feb 17 04:35:31.367329 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1b659-3d76-4eb1-8511-8aa644229ea8 req-e8985c91-60ef-49aa-86e5-0fe2674749d0 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:31.369506 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1ab1b659-3d76-4eb1-8511-8aa644229ea8 req-e8985c91-60ef-49aa-86e5-0fe2674749d0 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.2810516
Feb 17 04:35:31.448165 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1ab1b659-3d76-4eb1-8511-8aa644229ea8 req-158a79df-a56a-4a0f-8609-b50066f453e2 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714364
Feb 17 04:35:31.489271 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:31.752905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:31.759664 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:31.764202 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:31.824247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:31.926808 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.3015223
Feb 17 04:35:31.930614 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56160) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:31.939691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Request body: {'subnet': {'network_id': 'b3751aa1-d0d2-4655-997c-f8c5fd944ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-126503903-subnet', 'tenant_id': 'dd5defbe82e641678f7511f3f14fefbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:31.951123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:31.954338 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Pushing event updated for resources: {'Network': ['ID=b3751aa1-d0d2-4655-997c-f8c5fd944ed5,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:31.960589 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:31.967383 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Usage tracker for resource:subnet and tenant:dd5defbe82e641678f7511f3f14fefbf is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:31.977084 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:31.980479 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56164) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:31.990010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network b3751aa1-d0d2-4655-997c-f8c5fd944ed5 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:35:31.997565 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:32.006675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network b3751aa1-d0d2-4655-997c-f8c5fd944ed5 details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:35:32.066569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Made reservation on behalf of dd5defbe82e641678f7511f3f14fefbf for: {'subnet': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:35:32.072209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458177'] for subnet, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:32.153652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-776d6e0a-bcc9-4513-98b2-6a0031fbde4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:32.181522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-776d6e0a-bcc9-4513-98b2-6a0031fbde4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:32.192616 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-776d6e0a-bcc9-4513-98b2-6a0031fbde4a admin admin] Usage tracker for resource:security_group_rule and tenant:8ad36f5c1e84447c9bf48f98e49eaf3e is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:32.198497 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-776d6e0a-bcc9-4513-98b2-6a0031fbde4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:32.212861 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-776d6e0a-bcc9-4513-98b2-6a0031fbde4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:32.675338 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-776d6e0a-bcc9-4513-98b2-6a0031fbde4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:32.735644 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-776d6e0a-bcc9-4513-98b2-6a0031fbde4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:32.745519 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-29e2d744-cc67-4f3c-bee5-1d1dfd3d0221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:32.818103 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-776d6e0a-bcc9-4513-98b2-6a0031fbde4a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ad36f5c1e84447c9bf48f98e49eaf3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8327327
Feb 17 04:35:32.819582 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56198) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:32.820344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d6e0a-bcc9-4513-98b2-6a0031fbde4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c747a8-1dcb-49d7-a705-2d58f1119c7a,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:32.825497 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-776d6e0a-bcc9-4513-98b2-6a0031fbde4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:32.976231 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6ae3b40-0dc3-4b70-8f21-4e47f0ba5491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:33.019125 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-14447080-675e-47fa-bb61-b6d47134376f req-bfff27c1-c81b-478e-be8f-2eaefe3165f9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2014809
Feb 17 04:35:33.028202 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6ae3b40-0dc3-4b70-8f21-4e47f0ba5491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:33.208872 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447080-675e-47fa-bb61-b6d47134376f req-d20dc9ea-e21a-4128-b41c-28873c7a28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:33.210778 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-14447080-675e-47fa-bb61-b6d47134376f req-d20dc9ea-e21a-4128-b41c-28873c7a28f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4db349eea3a41deb61c89e67a673600&device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 1163 time: 0.1105461
Feb 17 04:35:33.212301 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6ae3b40-0dc3-4b70-8f21-4e47f0ba5491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:33.225326 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:33.246655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae3b40-0dc3-4b70-8f21-4e47f0ba5491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c747a8-1dcb-49d7-a705-2d58f1119c7a,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:33.314537 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852218009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458194'] for subnet, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:33.331617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a267032e-970b-4f65-97e8-7e266dac7f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:33.361998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e6ae3b40-0dc3-4b70-8f21-4e47f0ba5491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:33.381894 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6ae3b40-0dc3-4b70-8f21-4e47f0ba5491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:33.384906 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e6ae3b40-0dc3-4b70-8f21-4e47f0ba5491 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/51c747a8-1dcb-49d7-a705-2d58f1119c7a HTTP/1.1" status: 204  len: 168 time: 0.5595725
Feb 17 04:35:33.461358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447080-675e-47fa-bb61-b6d47134376f req-a1910bfc-7f2f-4cc4-854f-631238d1f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:33.463065 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-14447080-675e-47fa-bb61-b6d47134376f req-a1910bfc-7f2f-4cc4-854f-631238d1f6bd service neutron] 10.222.0.76 "GET /v2.0/networks?id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 200  len: 911 time: 0.2180882
Feb 17 04:35:33.491094 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4b4d6f-314c-441b-8097-09a229d3e1c5,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:33.497952 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:33.581648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Checking segment: {'id': '90b8e815-429c-4906-b92f-3208fdb722bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3751aa1-d0d2-4655-997c-f8c5fd944ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:35:33.582384 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Network hostable DHCP agents. Network: b3751aa1-d0d2-4655-997c-f8c5fd944ed5, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:35:33.668437 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-14447080-675e-47fa-bb61-b6d47134376f req-3b406ad4-629e-4dbe-a4d2-1f5003ea1982 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72ce24c8-c620-47e9-bb1f-d76da6e573dc HTTP/1.1" status: 200  len: 1001 time: 0.1889164
Feb 17 04:35:33.673852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Network b3751aa1-d0d2-4655-997c-f8c5fd944ed5 is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:35:33.756614 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447080-675e-47fa-bb61-b6d47134376f req-5d102528-8610-4bc0-9f14-563cc55036ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:33.758850 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-14447080-675e-47fa-bb61-b6d47134376f req-5d102528-8610-4bc0-9f14-563cc55036ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0186b1a0-62b8-4766-b853-dd62c7fb19d9 HTTP/1.1" status: 200  len: 856 time: 0.0789707
Feb 17 04:35:33.786600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, b3751aa1-d0d2-4655-997c-f8c5fd944ed5) {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:33.804037 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c86b33-d722-40eb-ba5c-d4c9b803fd5a None None] Network b3751aa1-d0d2-4655-997c-f8c5fd944ed5 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:35:33.834790 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:33.835704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:33.962949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447080-675e-47fa-bb61-b6d47134376f req-1928127b-cff5-43c9-9142-4fd1c56feacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:33.966027 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-14447080-675e-47fa-bb61-b6d47134376f req-1928127b-cff5-43c9-9142-4fd1c56feacb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1926999
Feb 17 04:35:33.979321 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.0369105
Feb 17 04:35:34.177669 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-14447080-675e-47fa-bb61-b6d47134376f req-ba49381c-c2cb-49ff-b65c-4fa71484657a service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2036095
Feb 17 04:35:34.480530 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-14447080-675e-47fa-bb61-b6d47134376f req-bd66de3b-7199-4621-adf9-bd04cf194eb7 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2931204
Feb 17 04:35:34.572558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767763f0-6a62-493c-925a-1ea4f9e8e0e5 None None] Network b3751aa1-d0d2-4655-997c-f8c5fd944ed5 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:35:35.321874 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88524c-df38-4c32-807e-11ed36bbf665 req-312e0138-09a4-423d-94fc-f3aa1b4329d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:35.323543 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ee88524c-df38-4c32-807e-11ed36bbf665 req-312e0138-09a4-423d-94fc-f3aa1b4329d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e308712a7a343778981979df1c88348&device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 1163 time: 0.4321189
Feb 17 04:35:35.331151 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be541a-875e-460a-8407-cfd3aa90a303 req-8f8ff3cd-321e-42ef-8a4e-8aaa3767d545 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:35.332836 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-23be541a-875e-460a-8407-cfd3aa90a303 req-8f8ff3cd-321e-42ef-8a4e-8aaa3767d545 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.5291891
Feb 17 04:35:35.488453 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-23be541a-875e-460a-8407-cfd3aa90a303 req-743d5d83-3bd3-4e0b-afd6-108ea0f4f89a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283212
Feb 17 04:35:35.519795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88524c-df38-4c32-807e-11ed36bbf665 req-743289d6-f14e-4042-a13a-fa47c996ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:35.521398 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ee88524c-df38-4c32-807e-11ed36bbf665 req-743289d6-f14e-4042-a13a-fa47c996ef09 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6e174343-ab03-4c52-a597-b1e3d9834772 HTTP/1.1" status: 200  len: 913 time: 0.1875813
Feb 17 04:35:35.545567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-38ef2532-b539-4af3-a959-475346fdd09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:35.597657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:35.624401 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ee88524c-df38-4c32-807e-11ed36bbf665 req-02b529a1-fa8e-43b2-9c77-35c1eda167fc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf5f471-d184-4e72-bf60-7bbf55b896ba HTTP/1.1" status: 200  len: 217 time: 0.0930803
Feb 17 04:35:35.720813 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88524c-df38-4c32-807e-11ed36bbf665 req-8e808f99-427e-47ba-80a3-205ae52047fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:35.722430 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ee88524c-df38-4c32-807e-11ed36bbf665 req-8e808f99-427e-47ba-80a3-205ae52047fb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=54c43aa7-ce51-45cb-b481-01071beb32fc HTTP/1.1" status: 200  len: 859 time: 0.0907931
Feb 17 04:35:35.780264 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ee88524c-df38-4c32-807e-11ed36bbf665 req-fb2b709d-33b6-41dc-89a7-4c7701d5daa8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e174343-ab03-4c52-a597-b1e3d9834772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491366
Feb 17 04:35:35.976221 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ee88524c-df38-4c32-807e-11ed36bbf665 req-70c107b0-1040-4b3e-b785-7faafe9c0f0a service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859958
Feb 17 04:35:36.174174 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ee88524c-df38-4c32-807e-11ed36bbf665 req-3714e0bb-9101-4742-93cb-abcfc37d861f service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1876194
Feb 17 04:35:36.733953 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5368a55-3045-484c-ad31-88ea3b0b4370 req-27fae77b-55fe-45d0-af53-9d3344f50dd5 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:36.737254 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f5368a55-3045-484c-ad31-88ea3b0b4370 req-27fae77b-55fe-45d0-af53-9d3344f50dd5 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1164095
Feb 17 04:35:36.800576 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f5368a55-3045-484c-ad31-88ea3b0b4370 req-b663950b-fcc3-4ded-8a14-c1de8d05156d tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548894
Feb 17 04:35:37.432781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56368) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:37.606031 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96995b48-77ed-49eb-b84e-41e586285410 req-6c2ec405-32cb-4d70-a100-411a80c71e23 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:37.607933 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-6c2ec405-32cb-4d70-a100-411a80c71e23 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/networks?id=b3751aa1-d0d2-4655-997c-f8c5fd944ed5 HTTP/1.1" status: 200  len: 808 time: 0.1854246
Feb 17 04:35:37.626187 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-1a68f759-d6f3-4bc3-8251-ba329228f8bd tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/quotas/dd5defbe82e641678f7511f3f14fefbf HTTP/1.1" status: 200  len: 375 time: 0.0115409
Feb 17 04:35:37.679599 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:37.699008 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-76867a87-1f10-4f74-9a75-86b8fe42ec79 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd5defbe82e641678f7511f3f14fefbf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0662723
Feb 17 04:35:37.707146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:37.711671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Usage tracker for resource:security_group_rule and tenant:f2535a4d91a64521ad966cc9834ee904 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:37.715570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:37.726446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:37.851201 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-f8ce3673-1d06-454a-81f0-9be49edefb3e service neutron] 10.222.0.73 "GET /v2.0/networks/b3751aa1-d0d2-4655-997c-f8c5fd944ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510732
Feb 17 04:35:38.082333 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2ab7b3f5-54b5-417b-8882-0f0593fae95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:38.219223 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:38.225452 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-cd73591f-be72-4280-8148-f22ffb210036 service neutron] 10.222.0.73 "GET /v2.0/networks/b3751aa1-d0d2-4655-997c-f8c5fd944ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3671587
Feb 17 04:35:38.227175 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8277538-ad77-475b-938e-af8b6f57be5e req-b441eb9c-0644-4849-99f2-6c15232f92a7 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:38.228942 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c8277538-ad77-475b-938e-af8b6f57be5e req-b441eb9c-0644-4849-99f2-6c15232f92a7 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1585453
Feb 17 04:35:38.294673 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c8277538-ad77-475b-938e-af8b6f57be5e req-571862dc-7220-4c2f-8532-c3c8494fcec4 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550764
Feb 17 04:35:38.396845 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:38.397108 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:38.407167 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f50401d2-469c-490e-8591-3145e72d377a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:38.460752 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f2535a4d91a64521ad966cc9834ee904&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0237830
Feb 17 04:35:38.460838 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56394) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:38.464262 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872fbc20-befa-4ec6-a5f5-51412d2eec0d,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:38.473078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.473506 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.473973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.474485 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.474796 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.475212 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.475651 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.476045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.476437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.476864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.477280 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.477688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.478217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.478663 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.479108 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.479568 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.480028 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.480415 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.480797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.481201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.481584 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.481965 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.482348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.482727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:38.488507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:38.616161 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-67d86609-513f-4573-a21f-3b1436eaa1a1 req-c6ce6725-cf18-4aea-8a01-703f8b1210ef tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 210 time: 0.0644748
Feb 17 04:35:38.635551 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:38.705483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:39.415435 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:39.422322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a35cf1f8-4597-46d5-a21e-9738ec84347b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:39.440197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872fbc20-befa-4ec6-a5f5-51412d2eec0d,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:39.452725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.452951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.453882 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.454345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.454800 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.455193 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.455625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.456016 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.456403 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.456789 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.457178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.457560 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.458146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.458390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.458773 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.459186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.459685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.460067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.460438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.460815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.461191 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.461568 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.461943 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.462322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:39.466775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:39.468044 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:39.469962 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/872fbc20-befa-4ec6-a5f5-51412d2eec0d HTTP/1.1" status: 204  len: 168 time: 1.0074174
Feb 17 04:35:39.649205 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:39.690800 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ade73-96d8-4d7a-94b8-f00fecfa788d req-d7aad85c-d0cb-4aa1-bc70-480b0da3fd3e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:39.699893 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-670ade73-96d8-4d7a-94b8-f00fecfa788d req-d7aad85c-d0cb-4aa1-bc70-480b0da3fd3e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1092670
Feb 17 04:35:39.769044 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-670ade73-96d8-4d7a-94b8-f00fecfa788d req-af4e56df-39fe-43ee-8647-4688afd75296 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676763
Feb 17 04:35:39.772932 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dbaf83f1-8b1f-49f0-b495-65b95a8aa2ce req-81e0d2c8-3b15-4c96-8810-18f7f6853e94 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 210 time: 0.0674336
Feb 17 04:35:40.562739 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56434) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:40.583811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8621ef11-dd68-4682-a1af-bf0395c8e1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:40.600705 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-8621ef11-dd68-4682-a1af-bf0395c8e1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:40.604981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-8621ef11-dd68-4682-a1af-bf0395c8e1d7 admin admin] Usage tracker for resource:security_group_rule and tenant:c0dc9991fa944288bf7f2f17a2ba7a7e is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:40.608189 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-8621ef11-dd68-4682-a1af-bf0395c8e1d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:40.614986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-8621ef11-dd68-4682-a1af-bf0395c8e1d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:40.654551 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:40.835826 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8621ef11-dd68-4682-a1af-bf0395c8e1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:40.877864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8621ef11-dd68-4682-a1af-bf0395c8e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:40.895778 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ce7da8d4-9695-49db-993e-0b36f5643ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:41.004692 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7785fff5-2410-436c-a204-78f04aacbcde req-5f3f4eb9-58d7-4ed2-a01d-09a2b5817b71 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 210 time: 0.1118200
Feb 17 04:35:41.014188 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8621ef11-dd68-4682-a1af-bf0395c8e1d7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0dc9991fa944288bf7f2f17a2ba7a7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4500840
Feb 17 04:35:41.015026 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56458) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:41.036620 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621ef11-dd68-4682-a1af-bf0395c8e1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf944d4b-6f8c-4ae7-9a32-8c5eceac10e3,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:41.042372 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8621ef11-dd68-4682-a1af-bf0395c8e1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:41.058781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e63f76-42a8-4a14-b198-f1068b577911 req-bf88bd42-d823-4e75-9b03-bccad210c032 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:41.068695 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0e63f76-42a8-4a14-b198-f1068b577911 req-bf88bd42-d823-4e75-9b03-bccad210c032 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1375022
Feb 17 04:35:41.128926 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0e63f76-42a8-4a14-b198-f1068b577911 req-4164747a-9cfe-46c7-9cfc-d018b4ea5b55 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589108
Feb 17 04:35:41.145570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-973a996a-834c-4308-98d5-ed4705c7d9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:41.178879 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-973a996a-834c-4308-98d5-ed4705c7d9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:41.300394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-973a996a-834c-4308-98d5-ed4705c7d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:41.305939 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-87660092-025d-4918-9415-8cdb9fb049d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:41.325365 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a996a-834c-4308-98d5-ed4705c7d9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf944d4b-6f8c-4ae7-9a32-8c5eceac10e3,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:41.330394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-973a996a-834c-4308-98d5-ed4705c7d9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:41.333724 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-973a996a-834c-4308-98d5-ed4705c7d9c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf944d4b-6f8c-4ae7-9a32-8c5eceac10e3 HTTP/1.1" status: 204  len: 168 time: 0.3113832
Feb 17 04:35:41.333724 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-973a996a-834c-4308-98d5-ed4705c7d9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:41.557603 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56468) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:41.900376 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-91506329-567b-4885-aff6-f00a65a19297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:41.920357 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-91506329-567b-4885-aff6-f00a65a19297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:41.926276 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-91506329-567b-4885-aff6-f00a65a19297 admin admin] Usage tracker for resource:security_group_rule and tenant:a722446e7afc493eb4a87ec69b5dbf94 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:41.932378 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-91506329-567b-4885-aff6-f00a65a19297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:41.939589 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-91506329-567b-4885-aff6-f00a65a19297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:42.065808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-91506329-567b-4885-aff6-f00a65a19297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:42.129151 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-91506329-567b-4885-aff6-f00a65a19297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:42.140806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:42.218184 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91506329-567b-4885-aff6-f00a65a19297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff6768e-ffe8-4708-8c5c-466f346ef3ef,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:42.226879 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-91506329-567b-4885-aff6-f00a65a19297 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a722446e7afc493eb4a87ec69b5dbf94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6731195
Feb 17 04:35:42.228278 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-91506329-567b-4885-aff6-f00a65a19297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:42.230118 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56498) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:42.308470 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aa205f59-1d34-4029-820b-4357422b87c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:42.340596 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aa205f59-1d34-4029-820b-4357422b87c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:42.420874 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aa205f59-1d34-4029-820b-4357422b87c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:42.426468 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-776d6e0a-bcc9-4513-98b2-6a0031fbde4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:42.441158 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa205f59-1d34-4029-820b-4357422b87c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff6768e-ffe8-4708-8c5c-466f346ef3ef,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:42.446618 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-aa205f59-1d34-4029-820b-4357422b87c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:42.458929 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aa205f59-1d34-4029-820b-4357422b87c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:42.462329 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-aa205f59-1d34-4029-820b-4357422b87c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ff6768e-ffe8-4708-8c5c-466f346ef3ef HTTP/1.1" status: 204  len: 168 time: 0.2306406
Feb 17 04:35:43.582831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56542) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:43.722957 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1513509793-network', 'tenant_id': '14187639adc74d1bb49ed835b238d04c'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:43.728178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:43.732792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Usage tracker for resource:network and tenant:14187639adc74d1bb49ed835b238d04c is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:43.736447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:43.742676 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:43.803226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Made reservation on behalf of 14187639adc74d1bb49ed835b238d04c for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:35:43.808180 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:43.826402 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:43.844845 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:43.850411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Usage tracker for resource:security_group_rule and tenant:14187639adc74d1bb49ed835b238d04c is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:43.853797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:43.866837 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:43.997602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:44.053733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:44.073478 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:35:44.084867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:44.085234 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Added segment 00d09953-aabf-40a5-a01c-5e582f4ef900 of type vxlan for network 25653d82-43fa-4aa5-a3be-d27965409dd3
Feb 17 04:35:44.087011 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3fc6807e-17fa-4eea-9298-c7b001710871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:44.197400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:44.227733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e41c-9f3b-45ed-91d8-72b3d9b343cc req-235ae71d-287b-4eea-bfb7-18bb17ccc16f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:44.230629 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-38c8e41c-9f3b-45ed-91d8-72b3d9b343cc req-235ae71d-287b-4eea-bfb7-18bb17ccc16f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1362050
Feb 17 04:35:44.238827 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-76269b6a-ace3-4fec-a794-19fb209de60f req-fb4dbebb-cb4f-4be5-8871-9cfd7a32bc1d tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 210 time: 0.1357362
Feb 17 04:35:44.243779 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05c2179-959f-4908-9c85-536ebd2af7bd,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:44.256342 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:44.289458 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:44.291363 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:44.292730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:44.307308 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-563a433e-d138-436d-8441-3a37eed8f6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:44.313599 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-38c8e41c-9f3b-45ed-91d8-72b3d9b343cc req-35aa4c90-7a7e-41c4-ac7f-18e9a8a8aa91 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540774
Feb 17 04:35:44.421979 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Pushing event updated for resources: {'Network': ['ID=25653d82-43fa-4aa5-a3be-d27965409dd3,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:44.425803 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:44.433812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 25653d82-43fa-4aa5-a3be-d27965409dd3 details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:35:44.494694 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56576) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:44.501946 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Request body: {'subnet': {'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1513509793-subnet', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'ip_version': 4}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:44.504070 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9194477
Feb 17 04:35:44.509135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:44.513888 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Usage tracker for resource:subnet and tenant:14187639adc74d1bb49ed835b238d04c is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:44.518232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:44.526361 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:44.554890 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network 25653d82-43fa-4aa5-a3be-d27965409dd3 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:35:44.591136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Made reservation on behalf of 14187639adc74d1bb49ed835b238d04c for: {'subnet': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:35:44.597502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458177'] for subnet, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:44.918699 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96995b48-77ed-49eb-b84e-41e586285410 req-ea4d492d-d1a4-4533-ba16-f53999e3524e tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:44.920085 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-96995b48-77ed-49eb-b84e-41e586285410 req-ea4d492d-d1a4-4533-ba16-f53999e3524e tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Synchronizing usage tracker for tenant:dd5defbe82e641678f7511f3f14fefbf on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:35:45.010604 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-96995b48-77ed-49eb-b84e-41e586285410 req-ea4d492d-d1a4-4533-ba16-f53999e3524e tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Unset dirty status for tenant:dd5defbe82e641678f7511f3f14fefbf on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:35:45.012107 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-ea4d492d-d1a4-4533-ba16-f53999e3524e tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.76 "GET /v2.0/networks?id=b3751aa1-d0d2-4655-997c-f8c5fd944ed5 HTTP/1.1" status: 200  len: 808 time: 0.3288505
Feb 17 04:35:45.027974 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Request body: {'port': {'device_id': '31271362-17cd-4782-b4db-fc1ad9f22959', 'network_id': 'b3751aa1-d0d2-4655-997c-f8c5fd944ed5', 'admin_state_up': True, 'tenant_id': 'dd5defbe82e641678f7511f3f14fefbf'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:45.250883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:45.258070 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Usage tracker for resource:port and tenant:dd5defbe82e641678f7511f3f14fefbf is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:45.261577 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:45.268953 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:45.396734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852218009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458194'] for subnet, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:45.413155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:45.476979 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Made reservation on behalf of dd5defbe82e641678f7511f3f14fefbf for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:35:45.482943 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:45.527674 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ccc7a261-3e10-44b3-9a7d-dedab4210c19 req-00369cae-a5c2-4fb2-b809-399064bbf91b tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 210 time: 0.1287913
Feb 17 04:35:45.697682 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9635206-c9e7-49d0-bd4e-847855edf914,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:45.708188 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:45.828327 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e13830-4956-4495-853b-3099bc93f9d1 req-c083e7ec-ea06-479b-abb5-5b801a32ffd4 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:45.835951 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e1e13830-4956-4495-853b-3099bc93f9d1 req-c083e7ec-ea06-479b-abb5-5b801a32ffd4 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.3608115
Feb 17 04:35:45.869801 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Checking segment: {'id': '00d09953-aabf-40a5-a01c-5e582f4ef900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:35:45.870421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Network hostable DHCP agents. Network: 25653d82-43fa-4aa5-a3be-d27965409dd3, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:35:45.906834 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Allocated IP 172.20.0.11 (b3751aa1-d0d2-4655-997c-f8c5fd944ed5/3e4b4d6f-314c-441b-8097-09a229d3e1c5/bc6e60c3-9adb-4056-8896-29a40f624a25) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:35:45.907054 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e1e13830-4956-4495-853b-3099bc93f9d1 req-068b78b9-fe28-4342-87d8-2ed6e32ccfe3 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694985
Feb 17 04:35:45.945809 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Network 25653d82-43fa-4aa5-a3be-d27965409dd3 is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:35:46.021027 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 25653d82-43fa-4aa5-a3be-d27965409dd3) {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:46.032534 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612ba653-270b-4c4c-9bdc-ce6bd2de31c0 None None] Network 25653d82-43fa-4aa5-a3be-d27965409dd3 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:35:46.047921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:46.048594 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.175260 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6798437
Feb 17 04:35:46.178128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56630) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:46.184851 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:46.194311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:46.210642 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Usage tracker for resource:router and tenant:14187639adc74d1bb49ed835b238d04c is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:46.215052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:46.227552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:46.230148 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.300203 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7595'] for router, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.300431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.302089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854261589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768205'] for router, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.331456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:46.436446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21661c61-4ef0-5aec-ba9e-b39a9d30c103-25653d82-43fa-4aa5-a3be-d27965409dd3', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'fixed_ips': [{'subnet_id': 'a9635206-c9e7-49d0-bd4e-847855edf914'}]}} from dv-cinder-759955-5-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:35:46.438341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.439339 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.498593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Pushing event updated for resources: {'Port': ['ID=bc6e60c3-9adb-4056-8896-29a40f624a25,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:46.505088 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:46.584307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Network b3751aa1-d0d2-4655-997c-f8c5fd944ed5 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:35:46.585573 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:46.598683 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:35:46.718832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:46.720611 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.803932 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7817800
Feb 17 04:35:46.818281 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Request body: {'port': {'device_id': '31271362-17cd-4782-b4db-fc1ad9f22959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:35:46.830201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Allocated IP 172.20.0.2 (25653d82-43fa-4aa5-a3be-d27965409dd3/a9635206-c9e7-49d0-bd4e-847855edf914/b73074fb-df28-4856-9892-5ed9a7275934) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:35:46.918164 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854383445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768254'] for router, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:46.977598 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13ce92-c47b-4cfe-a710-cda86f14ff16 req-c85a598c-75c8-4d4b-8c2b-d71407425231 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:46.979126 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6f13ce92-c47b-4cfe-a710-cda86f14ff16 req-c85a598c-75c8-4d4b-8c2b-d71407425231 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 932 time: 0.2537847
Feb 17 04:35:47.006192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:47.096117 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:47.109130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Transition to ACTIVE for port object b73074fb-df28-4856-9892-5ed9a7275934 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:47.124183 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6f13ce92-c47b-4cfe-a710-cda86f14ff16 req-7e860cde-8615-4a96-bcb2-dd1835e52ba7 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341333
Feb 17 04:35:47.128661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Transition to ACTIVE for port object b73074fb-df28-4856-9892-5ed9a7275934 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:47.204324 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:47.224356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ca03ccff-4870-408e-bae9-339045f0c648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:47.246265 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ca98a-95a6-41aa-ac1f-469a3244a005 req-aad2fe22-1487-4743-83cd-9642e3a70b8e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:47.254587 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5b7ca98a-95a6-41aa-ac1f-469a3244a005 req-aad2fe22-1487-4743-83cd-9642e3a70b8e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1855752
Feb 17 04:35:47.303230 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5b7ca98a-95a6-41aa-ac1f-469a3244a005 req-aca516c1-164b-4a5c-88e3-79bf39f87404 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477233
Feb 17 04:35:47.388817 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Pushing event updated for resources: {'Port': ['ID=b73074fb-df28-4856-9892-5ed9a7275934,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:47.403947 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.404645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.404645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.405122 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.405509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.405883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.406706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.406836 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.407155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.407581 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.407953 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.408398 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.408847 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.409219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.409583 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.409947 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.410314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.410734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.411100 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.411514 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.411907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.412270 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.412912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.413018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:47.426016 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:47.442881 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:47.462955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Network 25653d82-43fa-4aa5-a3be-d27965409dd3 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:35:47.464239 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Resources bound (agent type, host, resource id):  {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:47.470684 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:35:47.488368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:47.537740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Attempting to bind port b73074fb-df28-4856-9892-5ed9a7275934 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:35:47.538253 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Attempting to bind port b73074fb-df28-4856-9892-5ed9a7275934 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '00d09953-aabf-40a5-a01c-5e582f4ef900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:35:47.538645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Attempting to bind port b73074fb-df28-4856-9892-5ed9a7275934 on network 25653d82-43fa-4aa5-a3be-d27965409dd3 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:35:47.545636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:35:47.546261 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Checking segment: {'id': '00d09953-aabf-40a5-a01c-5e582f4ef900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:35:47.547432 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:47.548008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Bound using segment: {'id': '00d09953-aabf-40a5-a01c-5e582f4ef900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:35:47.548645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Bound port: b73074fb-df28-4856-9892-5ed9a7275934, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d09953-aabf-40a5-a01c-5e582f4ef900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:35:47.549195 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:47.921615 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] For port b73074fb-df28-4856-9892-5ed9a7275934, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:35:47.928140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] For port b73074fb-df28-4856-9892-5ed9a7275934, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=b73074fb-df28-4856-9892-5ed9a7275934,segment=NetworkSegment(00d09953-aabf-40a5-a01c-5e582f4ef900),segment_id=00d09953-aabf-40a5-a01c-5e582f4ef900)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:35:47.937151 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6e60c3-9adb-4056-8896-29a40f624a25 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:35:47.946516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:48.050288 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:48.067330 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:48.089100 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Transition to ACTIVE for port object bc6e60c3-9adb-4056-8896-29a40f624a25 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:48.094720 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Allocated IP 172.27.2.119 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/1595d171-debd-4747-94fa-3130f33a1145) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:35:48.135768 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:48.185173 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:48.420779 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Pushing event updated for resources: {'Port': ['ID=b73074fb-df28-4856-9892-5ed9a7275934,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:48.455718 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:48.565770 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:48.758327 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18530edf-d705-4931-8fae-6c8c64ef56c4 req-f932d999-abb6-4489-ad08-65b3a199f70c tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:48.760337 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-18530edf-d705-4931-8fae-6c8c64ef56c4 req-f932d999-abb6-4489-ad08-65b3a199f70c tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1551471
Feb 17 04:35:48.771300 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:48.806367 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:49.026123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6e60c3-9adb-4056-8896-29a40f624a25,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:49.035250 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:49.059226 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-18530edf-d705-4931-8fae-6c8c64ef56c4 req-c5163e3b-fd7f-444a-a6d5-64c29884b75f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2519376
Feb 17 04:35:49.100279 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Pushing event updated for resources: {'Port': ['ID=1595d171-debd-4747-94fa-3130f33a1145,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:49.107855 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:49.253158 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:35:49.256003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:49.264182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:35:49.346243 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6c24-cf46-478d-bf24-75a0012f45f3 req-62f58cc8-dd85-4d4e-b757-582b85dcf552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:49.348259 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-451f6c24-cf46-478d-bf24-75a0012f45f3 req-62f58cc8-dd85-4d4e-b757-582b85dcf552 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 1163 time: 0.9312718
Feb 17 04:35:49.517954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Attempting to bind port bc6e60c3-9adb-4056-8896-29a40f624a25 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:35:49.518546 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Attempting to bind port bc6e60c3-9adb-4056-8896-29a40f624a25 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '90b8e815-429c-4906-b92f-3208fdb722bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3751aa1-d0d2-4655-997c-f8c5fd944ed5'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:35:49.518930 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Attempting to bind port bc6e60c3-9adb-4056-8896-29a40f624a25 on network b3751aa1-d0d2-4655-997c-f8c5fd944ed5 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:35:49.529261 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac1064-3025-425f-b7ac-9755e7fabf86 req-dcfe33b2-8514-45bb-897d-b83f35441794 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:49.530044 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-33ac1064-3025-425f-b7ac-9755e7fabf86 req-dcfe33b2-8514-45bb-897d-b83f35441794 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Synchronizing usage tracker for tenant:dd5defbe82e641678f7511f3f14fefbf on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:35:49.557774 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:35:49.558147 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Checking segment: {'id': '90b8e815-429c-4906-b92f-3208fdb722bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3751aa1-d0d2-4655-997c-f8c5fd944ed5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:35:49.558629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:49.559324 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Bound using segment: {'id': '90b8e815-429c-4906-b92f-3208fdb722bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3751aa1-d0d2-4655-997c-f8c5fd944ed5'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:35:49.559546 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Bound port: bc6e60c3-9adb-4056-8896-29a40f624a25, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b8e815-429c-4906-b92f-3208fdb722bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3751aa1-d0d2-4655-997c-f8c5fd944ed5'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:35:49.559967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:49.574411 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-451f6c24-cf46-478d-bf24-75a0012f45f3 req-d3250997-d4da-4e94-b44c-8f1678453572 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162567
Feb 17 04:35:49.685922 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-33ac1064-3025-425f-b7ac-9755e7fabf86 req-dcfe33b2-8514-45bb-897d-b83f35441794 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Unset dirty status for tenant:dd5defbe82e641678f7511f3f14fefbf on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:35:49.698285 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-33ac1064-3025-425f-b7ac-9755e7fabf86 req-dcfe33b2-8514-45bb-897d-b83f35441794 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 944 time: 0.8298404
Feb 17 04:35:49.717601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device b73074fb-df28-4856-9892-5ed9a7275934 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:49.720663 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] For port bc6e60c3-9adb-4056-8896-29a40f624a25, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:35:49.760475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] For port bc6e60c3-9adb-4056-8896-29a40f624a25, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=bc6e60c3-9adb-4056-8896-29a40f624a25,segment=NetworkSegment(90b8e815-429c-4906-b92f-3208fdb722bd),segment_id=90b8e815-429c-4906-b92f-3208fdb722bd)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:35:49.772790 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-33ac1064-3025-425f-b7ac-9755e7fabf86 req-513dab8e-3f31-4cce-bbc6-6254c35b9cdb tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Synchronizing usage tracker for tenant:dd5defbe82e641678f7511f3f14fefbf on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:35:49.838092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:49.941168 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port b73074fb-df28-4856-9892-5ed9a7275934 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:49.974157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:49.982450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:50.051570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-33ac1064-3025-425f-b7ac-9755e7fabf86 req-513dab8e-3f31-4cce-bbc6-6254c35b9cdb tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Unset dirty status for tenant:dd5defbe82e641678f7511f3f14fefbf on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:35:50.052879 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-33ac1064-3025-425f-b7ac-9755e7fabf86 req-513dab8e-3f31-4cce-bbc6-6254c35b9cdb tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3534079
Feb 17 04:35:50.160856 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6e60c3-9adb-4056-8896-29a40f624a25,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:50.175517 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:50.176857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:50.177559 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:50.179189 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-c373d0cf-1215-4936-8870-37c147699653 service neutron] 10.222.0.76 "PUT /v2.0/ports/bc6e60c3-9adb-4056-8896-29a40f624a25 HTTP/1.1" status: 200  len: 1158 time: 3.3656685
Feb 17 04:35:50.179894 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31271362-17cd-4782-b4db-fc1ad9f22959', 'tag': 'bc6e60c3-9adb-4056-8896-29a40f624a25'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:35:50.249180 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31271362-17cd-4782-b4db-fc1ad9f22959', 'tag': 'bc6e60c3-9adb-4056-8896-29a40f624a25', 'status': 'completed', 'code': 200}
Feb 17 04:35:50.425701 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa58b-6de2-4810-9891-97473f171799 req-5f8cedcf-cd77-4790-9c0c-3dcbd623f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:50.427449 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a67fa58b-6de2-4810-9891-97473f171799 req-5f8cedcf-cd77-4790-9c0c-3dcbd623f994 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd5defbe82e641678f7511f3f14fefbf&device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 1161 time: 0.1577487
Feb 17 04:35:50.540400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f332eb84-0e38-4006-b0fc-eed310abf8bb None None] Network 25653d82-43fa-4aa5-a3be-d27965409dd3 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:35:50.598010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854383430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453656'] for router, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:50.748237 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa58b-6de2-4810-9891-97473f171799 req-5829c010-b62c-4a08-ae00-e62221b32119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:50.750859 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a67fa58b-6de2-4810-9891-97473f171799 req-5829c010-b62c-4a08-ae00-e62221b32119 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=dd5defbe82e641678f7511f3f14fefbf&shared=False HTTP/1.1" status: 200  len: 902 time: 0.3115826
Feb 17 04:35:50.773967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-496ea433-190c-45ed-a017-80230aeca47c None None] Provisioning for port b73074fb-df28-4856-9892-5ed9a7275934 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:50.798524 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-496ea433-190c-45ed-a017-80230aeca47c None None] Provisioning complete for port b73074fb-df28-4856-9892-5ed9a7275934 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:50.798944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-496ea433-190c-45ed-a017-80230aeca47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:50.838859 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9e27a-8ad2-4b8f-898e-190399b1d11d req-0921fb99-47a4-43ec-821f-0a279f7d2fb1 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:50.850900 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-def9e27a-8ad2-4b8f-898e-190399b1d11d req-0921fb99-47a4-43ec-821f-0a279f7d2fb1 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.5523190
Feb 17 04:35:50.971478 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-def9e27a-8ad2-4b8f-898e-190399b1d11d req-4714f012-28f0-4778-a822-c62510c29693 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186447
Feb 17 04:35:51.014837 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa58b-6de2-4810-9891-97473f171799 req-890a2177-fa60-4b4b-87ff-7b6bd9536e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:51.021410 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a67fa58b-6de2-4810-9891-97473f171799 req-890a2177-fa60-4b4b-87ff-7b6bd9536e8b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2591553
Feb 17 04:35:51.124034 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Router df336ab0-4e50-4610-96cc-685ec7b0d52c is scheduled to L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 with binding_index 1 {{(pid=84039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:35:51.180587 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96995b48-77ed-49eb-b84e-41e586285410 req-ce04d9ea-2499-4255-a1d0-e96f9d6a2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:51.182241 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-ce04d9ea-2499-4255-a1d0-e96f9d6a2d07 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd5defbe82e641678f7511f3f14fefbf&device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 1161 time: 0.1147666
Feb 17 04:35:51.216204 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-496ea433-190c-45ed-a017-80230aeca47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:51.291017 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-23078c67-2c87-41d6-9c3c-c738d5a064bd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc6e60c3-9adb-4056-8896-29a40f624a25 HTTP/1.1" status: 200  len: 217 time: 0.1003132
Feb 17 04:35:51.291559 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-496ea433-190c-45ed-a017-80230aeca47c None None] For port b73074fb-df28-4856-9892-5ed9a7275934, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=b73074fb-df28-4856-9892-5ed9a7275934,segment=NetworkSegment(00d09953-aabf-40a5-a01c-5e582f4ef900),segment_id=00d09953-aabf-40a5-a01c-5e582f4ef900)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:35:51.348168 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:35:51.350247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-496ea433-190c-45ed-a017-80230aeca47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:51.353452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:51.454128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96995b48-77ed-49eb-b84e-41e586285410 req-5cf4f563-e54f-4f5b-9378-e98263fe85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:51.458218 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-5cf4f563-e54f-4f5b-9378-e98263fe85d4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e4b4d6f-314c-441b-8097-09a229d3e1c5 HTTP/1.1" status: 200  len: 848 time: 0.1239665
Feb 17 04:35:51.550327 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-8d2c65c6-aad6-40b8-b9e6-00811ce651e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3751aa1-d0d2-4655-997c-f8c5fd944ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747032
Feb 17 04:35:51.556034 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ea433-190c-45ed-a017-80230aeca47c None None] Pushing event updated for resources: {'Port': ['ID=b73074fb-df28-4856-9892-5ed9a7275934,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:51.565299 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3095306-614f-4eba-ac0d-4a1e1bdad438 req-1db15f98-4df7-4d4f-9803-49a0789efd73 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:51.572954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-496ea433-190c-45ed-a017-80230aeca47c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:51.586116 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d3095306-614f-4eba-ac0d-4a1e1bdad438 req-1db15f98-4df7-4d4f-9803-49a0789efd73 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 944 time: 0.2933958
Feb 17 04:35:51.602874 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-d81aa032-ebb8-4d42-a078-8a09adb25277 None None] Provisioning complete for port b73074fb-df28-4856-9892-5ed9a7275934 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:51.603500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d81aa032-ebb8-4d42-a078-8a09adb25277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:51.772225 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device b73074fb-df28-4856-9892-5ed9a7275934 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:51.888431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56762) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:51.892397 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d3095306-614f-4eba-ac0d-4a1e1bdad438 req-4bd08e5c-bb7c-486f-8d82-1bb6a67821c6 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3052330
Feb 17 04:35:51.998357 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-4184419c-34dc-4cbc-b8ec-87f1eb1ad8b4 service neutron] 10.222.0.76 "GET /v2.0/networks/b3751aa1-d0d2-4655-997c-f8c5fd944ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3304090
Feb 17 04:35:52.041414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:35:52.054627 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Sync routers for ids ['df336ab0-4e50-4610-96cc-685ec7b0d52c'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:35:52.077231 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Routers {'df336ab0-4e50-4610-96cc-685ec7b0d52c'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:35:52.078547 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0013407ac8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:35:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['df336ab0-4e50-4610-96cc-685ec7b0d52c'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:52.083863 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port b73074fb-df28-4856-9892-5ed9a7275934 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:52.084661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:52.163220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Notify callbacks [] for router, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:52.168041 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.9852147
Feb 17 04:35:52.168041 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56782) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:52.290433 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96995b48-77ed-49eb-b84e-41e586285410 req-2fc3e476-8b2f-4e98-b68d-4b169418d598 service neutron] 10.222.0.76 "GET /v2.0/networks/b3751aa1-d0d2-4655-997c-f8c5fd944ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2852426
Feb 17 04:35:52.425846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56790) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:52.446947 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-e46415b6-350e-4639-8e1d-394177eb27f4 None None] Provisioning complete for port b73074fb-df28-4856-9892-5ed9a7275934 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:52.458353 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e46415b6-350e-4639-8e1d-394177eb27f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:52.471826 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56796) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:52.496438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92b188-265b-4096-bbbe-9e39d182d9ba req-006edaa0-4c51-4083-b526-6381b57998c3 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:52.506493 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-cc92b188-265b-4096-bbbe-9e39d182d9ba req-006edaa0-4c51-4083-b526-6381b57998c3 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1526511
Feb 17 04:35:52.591221 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-cc92b188-265b-4096-bbbe-9e39d182d9ba req-080d06fc-df2e-4407-90c7-3bf5b7fd2c9c tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809298
Feb 17 04:35:52.686458 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-615ab544-f43e-4619-8434-4a91cee2ff9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:52.690092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Set router df336ab0-4e50-4610-96cc-685ec7b0d52c gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:35:52.795409 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dfcee6c7-806c-4165-a897-27c9b1834173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:52.826835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-615ab544-f43e-4619-8434-4a91cee2ff9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:52.832675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5707f699-13d2-49d8-a710-1c4ebfd1e0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:52.833549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-9e4b6e07-832b-48be-800d-da89dbfed590 None None] Provisioning complete for port b73074fb-df28-4856-9892-5ed9a7275934 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:52.834082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6e07-832b-48be-800d-da89dbfed590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:52.850033 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-dfcee6c7-806c-4165-a897-27c9b1834173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:52.855891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-615ab544-f43e-4619-8434-4a91cee2ff9c admin admin] Usage tracker for resource:security_group_rule and tenant:0b5087aefc4f4cf891d55db87b582bb8 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:52.860590 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-615ab544-f43e-4619-8434-4a91cee2ff9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:52.867122 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-615ab544-f43e-4619-8434-4a91cee2ff9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:52.879713 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-dfcee6c7-806c-4165-a897-27c9b1834173 admin admin] Usage tracker for resource:security_group_rule and tenant:84d84e77172447d7a22aeeea31cd56b0 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:52.883993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-dfcee6c7-806c-4165-a897-27c9b1834173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:52.888288 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-5707f699-13d2-49d8-a710-1c4ebfd1e0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:52.893594 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-5707f699-13d2-49d8-a710-1c4ebfd1e0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:28fe7e945dfb45c685c5f54b491182fd is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:52.896970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-5707f699-13d2-49d8-a710-1c4ebfd1e0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:52.905332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-5707f699-13d2-49d8-a710-1c4ebfd1e0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:52.940523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-dfcee6c7-806c-4165-a897-27c9b1834173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:53.185484 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0013407ac8>, [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:35:49Z', 'revision_number': 3, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:53.190046 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Checking router: df336ab0-4e50-4610-96cc-685ec7b0d52c for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:35:53.190423 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Updating router df336ab0-4e50-4610-96cc-685ec7b0d52c port 1595d171-debd-4747-94fa-3130f33a1145 binding host dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:35:53.247844 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:53.289310 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a545d8-1aa7-4558-ac84-64cf4f2bb0cf req-68c60fef-ce38-43ac-83ad-ebc9df4ff7bd tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:53.291027 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f7a545d8-1aa7-4558-ac84-64cf4f2bb0cf req-68c60fef-ce38-43ac-83ad-ebc9df4ff7bd tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1761703
Feb 17 04:35:53.394517 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f7a545d8-1aa7-4558-ac84-64cf4f2bb0cf req-9dab7bdb-7590-4847-a608-a3e75b1d9124 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902615
Feb 17 04:35:53.427061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-615ab544-f43e-4619-8434-4a91cee2ff9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:53.474970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dfcee6c7-806c-4165-a897-27c9b1834173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:53.507841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:53.516172 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5707f699-13d2-49d8-a710-1c4ebfd1e0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:53.522057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-615ab544-f43e-4619-8434-4a91cee2ff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:53.597439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5c6dc329-d39d-4bb2-90e9-2ddb8f63a7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:53.607271 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-615ab544-f43e-4619-8434-4a91cee2ff9c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b5087aefc4f4cf891d55db87b582bb8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1783736
Feb 17 04:35:53.615564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5707f699-13d2-49d8-a710-1c4ebfd1e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:53.618585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56818) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:53.637465 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dfcee6c7-806c-4165-a897-27c9b1834173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:53.780888 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-dfcee6c7-806c-4165-a897-27c9b1834173 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=84d84e77172447d7a22aeeea31cd56b0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8757322
Feb 17 04:35:53.781202 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56824) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:53.792096 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-5707f699-13d2-49d8-a710-1c4ebfd1e0c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28fe7e945dfb45c685c5f54b491182fd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3186362
Feb 17 04:35:53.794646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56828) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:53.795895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:53.801246 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ab544-f43e-4619-8434-4a91cee2ff9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13ebfbd-358f-44a6-84af-6acebb981885,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:53.810710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Transition to ACTIVE for port object 1595d171-debd-4747-94fa-3130f33a1145 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:53.818717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f4501c8e-a11d-4b3f-a7ea-e330e846acd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:53.821069 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-615ab544-f43e-4619-8434-4a91cee2ff9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:53.834783 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-24637a96-38eb-4f2e-b14c-09a6513bcc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:53.835719 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42343d66-7d2f-41fd-a1a7-944da4553fd1 req-7efdb27c-de8f-433e-9f2f-723cc213f4b8 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:53.835719 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-42343d66-7d2f-41fd-a1a7-944da4553fd1 req-7efdb27c-de8f-433e-9f2f-723cc213f4b8 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 944 time: 0.3068357
Feb 17 04:35:53.861685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:53.881159 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:53.947551 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707f699-13d2-49d8-a710-1c4ebfd1e0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d28886-127e-41c8-a743-37774871fc20,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:54.001901 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f4501c8e-a11d-4b3f-a7ea-e330e846acd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:54.026565 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad01a6b-a4ff-438b-b3f3-17127c41ee88 req-a9ca3b51-dd29-4acd-aff1-6ff0f5931e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:54.029007 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0ad01a6b-a4ff-438b-b3f3-17127c41ee88 req-a9ca3b51-dd29-4acd-aff1-6ff0f5931e4e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e308712a7a343778981979df1c88348&device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 1163 time: 0.4711635
Feb 17 04:35:54.031328 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Pushing event updated for resources: {'Port': ['ID=1595d171-debd-4747-94fa-3130f33a1145,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:54.037720 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-42343d66-7d2f-41fd-a1a7-944da4553fd1 req-9da5976c-cf3b-49ca-8228-13831f64c6b0 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588604
Feb 17 04:35:54.055402 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.056350 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.056717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.057121 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.057659 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.058286 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.059168 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.059431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c9806cc9-a4ca-4613-bddf-0bff17bada12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:54.059563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.060219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.060865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.061363 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.061990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.062752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.063723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.063864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.064214 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.064579 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.064938 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.065299 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.065642 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.065998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.066350 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.066781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.067207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:35:54.071771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:54.094984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c9806cc9-a4ca-4613-bddf-0bff17bada12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:54.145617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcee6c7-806c-4165-a897-27c9b1834173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00fa426-4077-434b-9a72-b8b84e230983,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:54.148734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4ecf-5127-46e7-8a16-351730c0196c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:54.159473 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dfcee6c7-806c-4165-a897-27c9b1834173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:54.160027 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-002bb505-a2c9-4261-b152-c18d73fdae3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.435s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:54.160443 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-002bb505-a2c9-4261-b152-c18d73fdae3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:54.213717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Attempting to bind port 1595d171-debd-4747-94fa-3130f33a1145 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:35:54.214612 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Attempting to bind port 1595d171-debd-4747-94fa-3130f33a1145 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:35:54.214612 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Attempting to bind port 1595d171-debd-4747-94fa-3130f33a1145 on network 41731883-87f5-4e1a-89a9-5fc9628819cc {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:35:54.231739 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4ecf-5127-46e7-8a16-351730c0196c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:54.243205 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:35:54.247218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Checking segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:35:54.248031 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:54.248479 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Bound using segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:35:54.249311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Bound port: 1595d171-debd-4747-94fa-3130f33a1145, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:35:54.249601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:54.249827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ace7e-8649-4f48-ae80-3b907b904782 req-57e17e14-c1e2-43c9-893d-691344049101 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:54.259088 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b04ace7e-8649-4f48-ae80-3b907b904782 req-57e17e14-c1e2-43c9-893d-691344049101 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.4404681
Feb 17 04:35:54.271324 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.objects.ports [None req-7073e82d-8ee5-4b7b-bb02-98b90cd1f118 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:35:54.283693 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c9806cc9-a4ca-4613-bddf-0bff17bada12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:54.302266 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1e59041e-f25e-42c2-a474-fe6793a23fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:54.354386 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] For port 1595d171-debd-4747-94fa-3130f33a1145, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:35:54.358364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] For port 1595d171-debd-4747-94fa-3130f33a1145, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=1595d171-debd-4747-94fa-3130f33a1145,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:35:54.366179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9806cc9-a4ca-4613-bddf-0bff17bada12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00fa426-4077-434b-9a72-b8b84e230983,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:54.370914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c9806cc9-a4ca-4613-bddf-0bff17bada12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:54.381607 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c9806cc9-a4ca-4613-bddf-0bff17bada12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:54.382970 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-c9806cc9-a4ca-4613-bddf-0bff17bada12 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c00fa426-4077-434b-9a72-b8b84e230983 HTTP/1.1" status: 204  len: 168 time: 0.5973346
Feb 17 04:35:54.403164 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b04ace7e-8649-4f48-ae80-3b907b904782 req-a7457c62-4525-48a7-a025-1e7afa3e6a1c tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433234
Feb 17 04:35:54.410811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad01a6b-a4ff-438b-b3f3-17127c41ee88 req-8ac11727-151d-4f62-9fcb-41c83a929802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:54.412700 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0ad01a6b-a4ff-438b-b3f3-17127c41ee88 req-8ac11727-151d-4f62-9fcb-41c83a929802 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6e174343-ab03-4c52-a597-b1e3d9834772 HTTP/1.1" status: 200  len: 913 time: 0.3743155
Feb 17 04:35:54.432607 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:54.454792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-91a614c3-c4df-466b-9238-2edda36517e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:54.460787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Allocated IP 172.20.0.1 (25653d82-43fa-4aa5-a3be-d27965409dd3/a9635206-c9e7-49d0-bd4e-847855edf914/dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:35:54.516054 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0ad01a6b-a4ff-438b-b3f3-17127c41ee88 req-8b6e6b0f-7912-4a8c-8095-934579d70be8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf5f471-d184-4e72-bf60-7bbf55b896ba HTTP/1.1" status: 200  len: 217 time: 0.0928485
Feb 17 04:35:54.617521 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad01a6b-a4ff-438b-b3f3-17127c41ee88 req-1c40bcaa-a5cd-427c-a9ba-e34b49685ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:54.619300 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0ad01a6b-a4ff-438b-b3f3-17127c41ee88 req-1c40bcaa-a5cd-427c-a9ba-e34b49685ce1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=54c43aa7-ce51-45cb-b481-01071beb32fc HTTP/1.1" status: 200  len: 859 time: 0.0956368
Feb 17 04:35:54.716276 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0ad01a6b-a4ff-438b-b3f3-17127c41ee88 req-94b85178-3965-42dd-abf8-43fa60371f50 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e174343-ab03-4c52-a597-b1e3d9834772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0886986
Feb 17 04:35:54.717489 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4ecf-5127-46e7-8a16-351730c0196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:54.722004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4dbcfd8d-cb32-41c0-86c0-8ed60e8dd7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:54.784628 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8719440-4f99-4df1-bbb4-f78a376c2d5f req-0757ba64-f491-41b0-85cd-66403fb782e9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:54.786208 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d8719440-4f99-4df1-bbb4-f78a376c2d5f req-0757ba64-f491-41b0-85cd-66403fb782e9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.2252836
Feb 17 04:35:54.794329 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Pushing event updated for resources: {'Port': ['ID=1595d171-debd-4747-94fa-3130f33a1145,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:54.799442 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:54.855653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device bc6e60c3-9adb-4056-8896-29a40f624a25 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:54.860313 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f4501c8e-a11d-4b3f-a7ea-e330e846acd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:54.862116 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Routers {'df336ab0-4e50-4610-96cc-685ec7b0d52c'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:35:54.863059 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0013407ac8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:35:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['df336ab0-4e50-4610-96cc-685ec7b0d52c'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:54.870388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-071144f8-52b3-48d7-b5ca-3ed039ef2bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:54.893009 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0ad01a6b-a4ff-438b-b3f3-17127c41ee88 req-2bff7be5-0274-4d93-87b0-b1b6762e94e1 service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603048
Feb 17 04:35:54.896558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec4ecf-5127-46e7-8a16-351730c0196c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d28886-127e-41c8-a743-37774871fc20,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:54.896721 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4501c8e-a11d-4b3f-a7ea-e330e846acd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13ebfbd-358f-44a6-84af-6acebb981885,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:54.899486 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b6ec4ecf-5127-46e7-8a16-351730c0196c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:54.909218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f4501c8e-a11d-4b3f-a7ea-e330e846acd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:54.923722 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d8719440-4f99-4df1-bbb4-f78a376c2d5f req-301291ae-76e0-4271-8c47-8958fa3127bc tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1159062
Feb 17 04:35:54.936152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f4501c8e-a11d-4b3f-a7ea-e330e846acd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:54.938078 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f4501c8e-a11d-4b3f-a7ea-e330e846acd3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c13ebfbd-358f-44a6-84af-6acebb981885 HTTP/1.1" status: 204  len: 168 time: 1.3178294
Feb 17 04:35:54.965114 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.033563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Transition to ACTIVE for port object dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c will not be triggered until provisioned by entity DHCP. {{(pid=84039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:35:55.094380 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port bc6e60c3-9adb-4056-8896-29a40f624a25 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:55.100190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port bc6e60c3-9adb-4056-8896-29a40f624a25 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:55.107366 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.158213 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.181256 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:55.198692 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0ad01a6b-a4ff-438b-b3f3-17127c41ee88 req-d4a7d04a-2b31-4fd1-a44a-f0ed85f2fd56 service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2956858
Feb 17 04:35:55.202487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4ecf-5127-46e7-8a16-351730c0196c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.212894 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b6ec4ecf-5127-46e7-8a16-351730c0196c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29d28886-127e-41c8-a743-37774871fc20 HTTP/1.1" status: 204  len: 168 time: 1.4167252
Feb 17 04:35:55.299981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] Set router df336ab0-4e50-4610-96cc-685ec7b0d52c gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:35:55.387534 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.400130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56850) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:55.432624 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port bc6e60c3-9adb-4056-8896-29a40f624a25, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=bc6e60c3-9adb-4056-8896-29a40f624a25,segment=NetworkSegment(90b8e815-429c-4906-b92f-3208fdb722bd),segment_id=90b8e815-429c-4906-b92f-3208fdb722bd)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:35:55.434114 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31271362-17cd-4782-b4db-fc1ad9f22959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6e60c3-9adb-4056-8896-29a40f624a25'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:35:55.443840 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-291fc36a-1e5e-4c1a-912f-1f968ca0f30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.466400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-291fc36a-1e5e-4c1a-912f-1f968ca0f30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:55.471314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-291fc36a-1e5e-4c1a-912f-1f968ca0f30f admin admin] Usage tracker for resource:security_group_rule and tenant:2693ebaa205644dc814748e2d6eb98fb is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:55.471667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.479293 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-291fc36a-1e5e-4c1a-912f-1f968ca0f30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:55.479463 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:55.480508 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-291fc36a-1e5e-4c1a-912f-1f968ca0f30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:55.552145 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Network 25653d82-43fa-4aa5-a3be-d27965409dd3 is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:35:55.557216 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:55.561173 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:35:55.632626 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Pushing event updated for resources: {'Port': ['ID=dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:55.641424 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:55.691912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854398719'] for router_interface, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.695757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=bc6e60c3-9adb-4056-8896-29a40f624a25,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:55.712513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:55.738714 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-291fc36a-1e5e-4c1a-912f-1f968ca0f30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.761201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e897f-dd28-4c72-972d-a2c9e10addab req-f511a6b3-cbb4-4ac8-8872-7716d0c7f128 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:55.783086 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0f9e897f-dd28-4c72-972d-a2c9e10addab req-f511a6b3-cbb4-4ac8-8872-7716d0c7f128 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 944 time: 0.4876032
Feb 17 04:35:55.813015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-291fc36a-1e5e-4c1a-912f-1f968ca0f30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:55.825403 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:55.962442 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-291fc36a-1e5e-4c1a-912f-1f968ca0f30f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2693ebaa205644dc814748e2d6eb98fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5525851
Feb 17 04:35:55.963979 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56860) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:55.972839 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0f9e897f-dd28-4c72-972d-a2c9e10addab req-a4cf3dd0-27c1-4348-a7d2-fb057992af1f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878536
Feb 17 04:35:55.974643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4d2e5-5d73-4445-ae24-f5e4162d28f5 req-c801aa62-82b5-446c-a6ce-509245a2c6d9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:55.982794 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a8f4d2e5-5d73-4445-ae24-f5e4162d28f5 req-c801aa62-82b5-446c-a6ce-509245a2c6d9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.2414346
Feb 17 04:35:55.983194 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fc36a-1e5e-4c1a-912f-1f968ca0f30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd929f01-3379-422c-8470-402cf3c4eb79,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:55.988738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-291fc36a-1e5e-4c1a-912f-1f968ca0f30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:56.042712 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-0fce344d-fd47-4436-957a-afdc7d5bc7e4 None None] Provisioning for port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:56.055591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-0fce344d-fd47-4436-957a-afdc7d5bc7e4 None None] Provisioning complete for port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:56.055591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0fce344d-fd47-4436-957a-afdc7d5bc7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:56.100722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0013407ac8>, [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:35:49Z', 'revision_number': 3, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:56.115695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e16433-cf93-4117-acd1-7b5291f1a64d None None] The sync data for ids ['df336ab0-4e50-4610-96cc-685ec7b0d52c'] in dv-cinder-759955-5-iscsi is: [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:35:49Z', 'revision_number': 3, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:35:56.178314 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31271362-17cd-4782-b4db-fc1ad9f22959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6e60c3-9adb-4056-8896-29a40f624a25', 'code': 200}
Feb 17 04:35:56.181859 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-0fce344d-fd47-4436-957a-afdc7d5bc7e4 None None] Port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:35:56.192668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device bc6e60c3-9adb-4056-8896-29a40f624a25 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:56.211927 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56870) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:56.270133 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3236803c-b161-41d6-866d-2c61fd40b2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:56.356424 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port bc6e60c3-9adb-4056-8896-29a40f624a25 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:56.357116 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-3236803c-b161-41d6-866d-2c61fd40b2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:56.357716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:56.370201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-3236803c-b161-41d6-866d-2c61fd40b2e9 admin admin] Usage tracker for resource:security_group_rule and tenant:e73d5436d8464e9e81f120812772811a is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:56.378928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-3236803c-b161-41d6-866d-2c61fd40b2e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:56.407574 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-3236803c-b161-41d6-866d-2c61fd40b2e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:56.444136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b20735b9-d68a-4ce6-9e40-27f7d08d8fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:56.486904 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a8f4d2e5-5d73-4445-ae24-f5e4162d28f5 req-88f7121f-04a2-485e-ad8e-24830736a0a5 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5029013
Feb 17 04:35:56.553430 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b20735b9-d68a-4ce6-9e40-27f7d08d8fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:56.564008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:57.027170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3236803c-b161-41d6-866d-2c61fd40b2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:57.084305 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3236803c-b161-41d6-866d-2c61fd40b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:57.099779 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d4260-f753-4630-8e0c-569442bec0fb req-3417bb78-a230-41df-820c-0de26ffe22dd tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:57.109559 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dc9d4260-f753-4630-8e0c-569442bec0fb req-3417bb78-a230-41df-820c-0de26ffe22dd tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.7048225
Feb 17 04:35:57.115314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b66038f4-875e-4c6c-af46-a38c2222823f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:57.154346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48024-2e13-487b-bf04-89a1fce6c8a6 req-8b53a668-a297-4b50-a22f-6b6d353901f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:57.156390 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71d48024-2e13-487b-bf04-89a1fce6c8a6 req-8b53a668-a297-4b50-a22f-6b6d353901f7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 1163 time: 0.5661724
Feb 17 04:35:57.248817 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dc9d4260-f753-4630-8e0c-569442bec0fb req-f8dc0ce3-8876-453e-8a2c-99fc37c94802 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1380563
Feb 17 04:35:57.267743 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-3236803c-b161-41d6-866d-2c61fd40b2e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e73d5436d8464e9e81f120812772811a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0545220
Feb 17 04:35:57.270935 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236803c-b161-41d6-866d-2c61fd40b2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5034c1-c1d4-41ee-aed6-59bfc9a05bc2,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:57.276929 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56890) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:57.350843 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3236803c-b161-41d6-866d-2c61fd40b2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:57.362566 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71d48024-2e13-487b-bf04-89a1fce6c8a6 req-d2bc0443-9a09-4aab-91f4-3730c5be9621 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884763
Feb 17 04:35:57.379674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b20735b9-d68a-4ce6-9e40-27f7d08d8fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:57.416810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-57776552-1af5-4a28-82b7-c94b5951f147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:57.427621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f4501c8e-a11d-4b3f-a7ea-e330e846acd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:57.460035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-57776552-1af5-4a28-82b7-c94b5951f147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:57.484334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20735b9-d68a-4ce6-9e40-27f7d08d8fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd929f01-3379-422c-8470-402cf3c4eb79,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:57.488121 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b20735b9-d68a-4ce6-9e40-27f7d08d8fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:57.508913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b20735b9-d68a-4ce6-9e40-27f7d08d8fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:57.510265 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b20735b9-d68a-4ce6-9e40-27f7d08d8fbc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fd929f01-3379-422c-8470-402cf3c4eb79 HTTP/1.1" status: 204  len: 168 time: 1.5454414
Feb 17 04:35:57.536743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:57.563652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-57776552-1af5-4a28-82b7-c94b5951f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:57.574938 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-291fc36a-1e5e-4c1a-912f-1f968ca0f30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:57.591441 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:57.613418 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57776552-1af5-4a28-82b7-c94b5951f147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5034c1-c1d4-41ee-aed6-59bfc9a05bc2,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:57.646977 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-57776552-1af5-4a28-82b7-c94b5951f147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:57.685860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-57776552-1af5-4a28-82b7-c94b5951f147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:57.691532 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-57776552-1af5-4a28-82b7-c94b5951f147 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef5034c1-c1d4-41ee-aed6-59bfc9a05bc2 HTTP/1.1" status: 204  len: 168 time: 0.4047081
Feb 17 04:35:57.695186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6e39089a-764e-4b9f-8af9-3b30ad9a322d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:57.840135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 1595d171-debd-4747-94fa-3130f33a1145 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:57.852992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Pushing event updated for resources: {'Port': ['ID=dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:57.862340 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:57.875481 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0eba42-cca6-4ab2-a0d2-c36a6e6558d4 req-7b2d6e24-1dbd-4695-84d5-88cc22cea019 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:57.878845 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1c0eba42-cca6-4ab2-a0d2-c36a6e6558d4 req-7b2d6e24-1dbd-4695-84d5-88cc22cea019 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 946 time: 0.5024147
Feb 17 04:35:57.909422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853154899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-377191'] for router_interface, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:58.008630 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a94c22-b134-443a-a85b-36fce189c921 req-2053c968-d3c6-4e97-8527-ab552f5261ed tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:58.010826 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-45a94c22-b134-443a-a85b-36fce189c921 req-2053c968-d3c6-4e97-8527-ab552f5261ed tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1752226
Feb 17 04:35:58.014052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 1595d171-debd-4747-94fa-3130f33a1145 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:35:58.021040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 1595d171-debd-4747-94fa-3130f33a1145 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:58.021641 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:58.030078 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1c0eba42-cca6-4ab2-a0d2-c36a6e6558d4 req-89df56ab-9578-425c-9749-5d7aa94ef9c8 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383367
Feb 17 04:35:58.127248 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-45a94c22-b134-443a-a85b-36fce189c921 req-1615441b-7a85-4ddf-b48a-adc36c31d3e1 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005192
Feb 17 04:35:58.138855 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 0bf5f471-d184-4e72-bf60-7bbf55b896ba up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:58.162623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Network 25653d82-43fa-4aa5-a3be-d27965409dd3 is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:35:58.170912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:35:58.331827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:58.428941 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 1595d171-debd-4747-94fa-3130f33a1145, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=1595d171-debd-4747-94fa-3130f33a1145,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:35:58.472395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 0bf5f471-d184-4e72-bf60-7bbf55b896ba triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:58.473004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:58.581627 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:58.585049 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:58.683609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 56932) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:58.715980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Router df336ab0-4e50-4610-96cc-685ec7b0d52c has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:35:58.755720 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2360ae18-58e9-44cc-86a9-4c05cb2efc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:58.806833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=1595d171-debd-4747-94fa-3130f33a1145,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:58.814854 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-2360ae18-58e9-44cc-86a9-4c05cb2efc4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:35:58.820222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:58.835520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-2360ae18-58e9-44cc-86a9-4c05cb2efc4d admin admin] Usage tracker for resource:security_group_rule and tenant:7eb046cf74724271bd5f87755f554f93 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:35:58.842759 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-2360ae18-58e9-44cc-86a9-4c05cb2efc4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:35:58.865763 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-2360ae18-58e9-44cc-86a9-4c05cb2efc4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:35:58.900570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-34a28e22-cfa4-47ea-90fa-571ae17fec93 None None] Provisioning complete for port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:35:58.900938 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6190c-5bb0-44ac-984a-8ea0a090ebcc req-bc210edb-889a-4b95-890c-b594fd7cc73c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:58.901593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-34a28e22-cfa4-47ea-90fa-571ae17fec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:58.926943 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-91e6190c-5bb0-44ac-984a-8ea0a090ebcc req-bc210edb-889a-4b95-890c-b594fd7cc73c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.3179522
Feb 17 04:35:58.998130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-34a28e22-cfa4-47ea-90fa-571ae17fec93 None None] Port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:35:59.020274 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-91e6190c-5bb0-44ac-984a-8ea0a090ebcc req-d96435e4-a94b-4f70-a0ba-85ae03c709eb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922489
Feb 17 04:35:59.198096 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2360ae18-58e9-44cc-86a9-4c05cb2efc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:59.239494 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:35:59.247271 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] 10.222.0.73 "PUT /v2.0/routers/df336ab0-4e50-4610-96cc-685ec7b0d52c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0764480
Feb 17 04:35:59.248986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2360ae18-58e9-44cc-86a9-4c05cb2efc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:59.260325 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-51c4d0c7-927c-4bee-b51e-a6952a79edf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:35:59.312440 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2360ae18-58e9-44cc-86a9-4c05cb2efc4d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7eb046cf74724271bd5f87755f554f93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6259623
Feb 17 04:35:59.313946 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360ae18-58e9-44cc-86a9-4c05cb2efc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3d6884-f1e9-426f-8227-3130e7f5f90b,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:35:59.316706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 56946) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:35:59.406211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2360ae18-58e9-44cc-86a9-4c05cb2efc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:35:59.477291 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-42c61913-49fe-4e05-8be0-5907d0cacc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:59.550436 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-42c61913-49fe-4e05-8be0-5907d0cacc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:59.551378 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc44e5-cd75-4398-b909-eb45bf3b6b26 req-162bb9c5-a8f3-450b-a087-91bf6a9fb681 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:35:59.560109 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47cc44e5-cd75-4398-b909-eb45bf3b6b26 req-162bb9c5-a8f3-450b-a087-91bf6a9fb681 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 946 time: 0.2312322
Feb 17 04:35:59.697554 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47cc44e5-cd75-4398-b909-eb45bf3b6b26 req-44a50c46-7bcd-4e1c-a6dc-e06a2a9a1fe5 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362667
Feb 17 04:35:59.764691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 1595d171-debd-4747-94fa-3130f33a1145 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:35:59.805280 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Sync routers for ids ['df336ab0-4e50-4610-96cc-685ec7b0d52c'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:35:59.833624 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Routers {'df336ab0-4e50-4610-96cc-685ec7b0d52c'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:35:59.834316 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d153320>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:35:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['df336ab0-4e50-4610-96cc-685ec7b0d52c'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:35:59.991832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-42c61913-49fe-4e05-8be0-5907d0cacc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:35:59.998736 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1dc5c65f-8e76-4f64-9440-2cebea85a0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:00.026284 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c61913-49fe-4e05-8be0-5907d0cacc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3d6884-f1e9-426f-8227-3130e7f5f90b,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:00.029666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-42c61913-49fe-4e05-8be0-5907d0cacc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:00.032418 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-42c61913-49fe-4e05-8be0-5907d0cacc00 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4d3d6884-f1e9-426f-8227-3130e7f5f90b HTTP/1.1" status: 204  len: 168 time: 0.7143230
Feb 17 04:36:00.034411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-42c61913-49fe-4e05-8be0-5907d0cacc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:00.067365 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 1595d171-debd-4747-94fa-3130f33a1145 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:00.068244 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:00.261400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device bc6e60c3-9adb-4056-8896-29a40f624a25 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:00.353549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7083c63-92cc-440d-a5e2-fac86a5185ae req-1448eeb4-5027-41b8-819d-f99143488852 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:00.369312 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f7083c63-92cc-440d-a5e2-fac86a5185ae req-1448eeb4-5027-41b8-819d-f99143488852 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1372418
Feb 17 04:36:00.455770 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f7083c63-92cc-440d-a5e2-fac86a5185ae req-3017495d-b271-4b0a-8883-ba642b5f1a71 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832391
Feb 17 04:36:00.499184 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Set router df336ab0-4e50-4610-96cc-685ec7b0d52c gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:36:00.621345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port bc6e60c3-9adb-4056-8896-29a40f624a25 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:00.626360 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:00.790078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57004) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:01.330390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f979cd16-8735-4d67-a134-da1297ee0b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:01.367735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f670b-dac0-4b7b-a356-e58374706f7c req-d3564a26-6ccc-4e6e-89ac-88aeb82276b6 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:01.367840 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-565f670b-dac0-4b7b-a356-e58374706f7c req-d3564a26-6ccc-4e6e-89ac-88aeb82276b6 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.2680011
Feb 17 04:36:01.376407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f979cd16-8735-4d67-a134-da1297ee0b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:01.382451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f979cd16-8735-4d67-a134-da1297ee0b93 admin admin] Usage tracker for resource:security_group_rule and tenant:2f1cb73f5004434186e47a4186fddb16 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:01.386033 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f979cd16-8735-4d67-a134-da1297ee0b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:01.394858 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f979cd16-8735-4d67-a134-da1297ee0b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:01.501023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d153320>, [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:35:56Z', 'revision_number': 4, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c', 'name': '', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'mac_address': 'fa:16:3e:5a:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:53Z', 'updated_at': '2021-02-17T04:35:56Z', 'revision_number': 2, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'subnets': [{'id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:01.519636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Checking router: df336ab0-4e50-4610-96cc-685ec7b0d52c for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:36:01.520019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Updating router df336ab0-4e50-4610-96cc-685ec7b0d52c port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c binding host dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:36:01.524794 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-565f670b-dac0-4b7b-a356-e58374706f7c req-d656a0b6-da4b-4780-814f-a2fc5a159010 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444364
Feb 17 04:36:01.613279 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f979cd16-8735-4d67-a134-da1297ee0b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:01.671087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f979cd16-8735-4d67-a134-da1297ee0b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:01.682135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ab6ba29c-89c8-4283-b8aa-c001af4c76db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:01.742015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:01.866003 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f979cd16-8735-4d67-a134-da1297ee0b93 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2f1cb73f5004434186e47a4186fddb16&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0744414
Feb 17 04:36:01.885079 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 57048) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:01.888332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979cd16-8735-4d67-a134-da1297ee0b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04940477-ca3d-4ba9-9d5f-ed358dbda925,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:01.904904 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f979cd16-8735-4d67-a134-da1297ee0b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:02.094995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e56405c8-bcab-4be5-91fc-16307eeeb3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:02.148149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41893352-2186-456f-ad55-bcb6e19a7e42 req-24d22ab8-b4ab-479a-8fc8-0874c63e2116 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:02.161253 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-41893352-2186-456f-ad55-bcb6e19a7e42 req-24d22ab8-b4ab-479a-8fc8-0874c63e2116 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.4159036
Feb 17 04:36:02.320677 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-41893352-2186-456f-ad55-bcb6e19a7e42 req-d25c5040-35fb-4b3f-94a2-b05e26db5c2b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1508708
Feb 17 04:36:02.336757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e56405c8-bcab-4be5-91fc-16307eeeb3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:02.602170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e56405c8-bcab-4be5-91fc-16307eeeb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:02.614312 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-615ab544-f43e-4619-8434-4a91cee2ff9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:02.674221 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56405c8-bcab-4be5-91fc-16307eeeb3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04940477-ca3d-4ba9-9d5f-ed358dbda925,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:02.757125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:02.783644 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e56405c8-bcab-4be5-91fc-16307eeeb3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:02.783801 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Transition to ACTIVE for port object dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:02.810142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e56405c8-bcab-4be5-91fc-16307eeeb3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:02.816067 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e56405c8-bcab-4be5-91fc-16307eeeb3d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04940477-ca3d-4ba9-9d5f-ed358dbda925 HTTP/1.1" status: 204  len: 168 time: 0.9222188
Feb 17 04:36:02.838399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:02.957383 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850e0ed-3648-43d1-adf7-b6386c6f4db5 req-cd8a22fd-cc69-412f-9236-66b81d7de19b tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:02.970081 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f850e0ed-3648-43d1-adf7-b6386c6f4db5 req-cd8a22fd-cc69-412f-9236-66b81d7de19b tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 946 time: 0.3005910
Feb 17 04:36:03.033611 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:03.065331 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f850e0ed-3648-43d1-adf7-b6386c6f4db5 req-655d4a44-0ed3-442a-9f4a-6f404303f634 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895634
Feb 17 04:36:03.385225 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91522323-a94b-4f9b-bc71-d28a0fd242f3 None None] Pushing event updated for resources: {'Port': ['ID=dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:03.414088 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-91522323-a94b-4f9b-bc71-d28a0fd242f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:03.438568 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Attempting to bind port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:36:03.438997 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Attempting to bind port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '00d09953-aabf-40a5-a01c-5e582f4ef900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:36:03.439632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Attempting to bind port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c on network 25653d82-43fa-4aa5-a3be-d27965409dd3 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:36:03.464232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:36:03.465216 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Checking segment: {'id': '00d09953-aabf-40a5-a01c-5e582f4ef900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:03.466330 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:03.467217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Bound using segment: {'id': '00d09953-aabf-40a5-a01c-5e582f4ef900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:36:03.474431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Bound port: dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d09953-aabf-40a5-a01c-5e582f4ef900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:36:03.475254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:03.740134 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] For port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:36:03.745344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] For port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c,segment=NetworkSegment(00d09953-aabf-40a5-a01c-5e582f4ef900),segment_id=00d09953-aabf-40a5-a01c-5e582f4ef900)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:36:03.787475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:03.806961 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-496ea433-190c-45ed-a017-80230aeca47c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:03.932853 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a10af-1d73-427e-bad2-9fbb96d42db9 req-2068f9d4-494b-4114-80db-7751064a2188 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:03.942685 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6d4a10af-1d73-427e-bad2-9fbb96d42db9 req-2068f9d4-494b-4114-80db-7751064a2188 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.2689385
Feb 17 04:36:04.002780 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-c06e12ca-2418-44f1-b99d-0cccdcccea7f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:04.004719 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-c06e12ca-2418-44f1-b99d-0cccdcccea7f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.76 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 946 time: 0.5077376
Feb 17 04:36:04.112086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Deleting port bc6e60c3-9adb-4056-8896-29a40f624a25 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:36:04.112475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:04.198164 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6d4a10af-1d73-427e-bad2-9fbb96d42db9 req-63af43bf-787b-44ef-9cb0-4ed7c8565034 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2539141
Feb 17 04:36:04.253459 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91522323-a94b-4f9b-bc71-d28a0fd242f3 None None] Pushing event updated for resources: {'Port': ['ID=dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:04.314376 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-91522323-a94b-4f9b-bc71-d28a0fd242f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:04.351609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device bc6e60c3-9adb-4056-8896-29a40f624a25 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:36:04.809836 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] For port bc6e60c3-9adb-4056-8896-29a40f624a25, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=bc6e60c3-9adb-4056-8896-29a40f624a25,segment=NetworkSegment(90b8e815-429c-4906-b92f-3208fdb722bd),segment_id=90b8e815-429c-4906-b92f-3208fdb722bd)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:04.818350 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:04.931652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Routers {'df336ab0-4e50-4610-96cc-685ec7b0d52c'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:36:04.939256 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d153320>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:35:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['df336ab0-4e50-4610-96cc-685ec7b0d52c'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:04.950843 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deb9a8-b348-49b6-b768-0ba9794741ab req-f18f02c0-6188-456c-8a3f-61196a52b700 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:04.980337 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-08deb9a8-b348-49b6-b768-0ba9794741ab req-f18f02c0-6188-456c-8a3f-61196a52b700 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 946 time: 0.4283874
Feb 17 04:36:05.212569 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-08deb9a8-b348-49b6-b768-0ba9794741ab req-597c0f09-c2ef-48ae-9719-5ab50c9d166a tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2290976
Feb 17 04:36:05.309405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:05.355752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Calling delete_port for bc6e60c3-9adb-4056-8896-29a40f624a25 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:36:05.489380 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] Set router df336ab0-4e50-4610-96cc-685ec7b0d52c gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:36:05.736340 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31271362-17cd-4782-b4db-fc1ad9f22959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc6e60c3-9adb-4056-8896-29a40f624a25'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:05.808306 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddf159-7b03-4c48-b5f9-5f97ae20ebbd req-ae5f2af4-0066-41df-93f6-4ac3161418f7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:05.810530 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fb41a765-3e4b-482e-9064-b8e227d3bce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:05.826865 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2fddf159-7b03-4c48-b5f9-5f97ae20ebbd req-ae5f2af4-0066-41df-93f6-4ac3161418f7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.2933273
Feb 17 04:36:05.829658 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port bc6e60c3-9adb-4056-8896-29a40f624a25, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=bc6e60c3-9adb-4056-8896-29a40f624a25,segment=NetworkSegment(90b8e815-429c-4906-b92f-3208fdb722bd),segment_id=90b8e815-429c-4906-b92f-3208fdb722bd)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:05.936242 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2fddf159-7b03-4c48-b5f9-5f97ae20ebbd req-aac0e009-2451-4411-ae74-ba4cd8daf376 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071901
Feb 17 04:36:05.942886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84038) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:36:05.949928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:36:05.968063 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31271362-17cd-4782-b4db-fc1ad9f22959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc6e60c3-9adb-4056-8896-29a40f624a25', 'code': 200}
Feb 17 04:36:05.976921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:05.980549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:06.058938 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:06.148416 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=bc6e60c3-9adb-4056-8896-29a40f624a25,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:06.164060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:06.178721 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 72ce24c8-c620-47e9-bb1f-d76da6e573dc up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:06.452525 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Deleting port bc6e60c3-9adb-4056-8896-29a40f624a25 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:36:06.452956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:06.607190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 72ce24c8-c620-47e9-bb1f-d76da6e573dc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:06.607675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:06.714708 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71a3ca-46f2-4819-b12b-d91857cac5df req-c923944c-1c10-419a-b6b0-42813c99e136 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:06.717495 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8b71a3ca-46f2-4819-b12b-d91857cac5df req-c923944c-1c10-419a-b6b0-42813c99e136 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 944 time: 0.2284865
Feb 17 04:36:06.786432 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d153320>, [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:35:56Z', 'revision_number': 4, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c', 'name': '', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'mac_address': 'fa:16:3e:5a:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:53Z', 'updated_at': '2021-02-17T04:36:03Z', 'revision_number': 4, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'subnets': [{'id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:36:06.796870 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3473b5-e43b-434d-97d7-515a7d7fdc4a None None] The sync data for ids ['df336ab0-4e50-4610-96cc-685ec7b0d52c'] in dv-cinder-759955-5-iscsi is: [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:35:56Z', 'revision_number': 4, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c', 'name': '', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'mac_address': 'fa:16:3e:5a:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:53Z', 'updated_at': '2021-02-17T04:36:03Z', 'revision_number': 4, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'subnets': [{'id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:36:06.831317 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8b71a3ca-46f2-4819-b12b-d91857cac5df req-2651b4ea-a909-47b0-b9f0-4e21102a946b tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003525
Feb 17 04:36:06.999319 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57176) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:07.399011 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-83c18037-1c5b-434d-b0d0-51a6213d6ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:07.433845 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-83c18037-1c5b-434d-b0d0-51a6213d6ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:07.440432 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-83c18037-1c5b-434d-b0d0-51a6213d6ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:735e004aee8f46cb9e50700548efd7ae is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:07.449380 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-83c18037-1c5b-434d-b0d0-51a6213d6ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:07.470421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-83c18037-1c5b-434d-b0d0-51a6213d6ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:07.549632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] For port bc6e60c3-9adb-4056-8896-29a40f624a25, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=bc6e60c3-9adb-4056-8896-29a40f624a25,segment=NetworkSegment(90b8e815-429c-4906-b92f-3208fdb722bd),segment_id=90b8e815-429c-4906-b92f-3208fdb722bd)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:07.549632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:07.705351 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affd7ee-7655-4243-92ac-3595ecc4120a req-a44bc6da-791d-49e9-b325-5714c0d427bf tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:07.708604 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8affd7ee-7655-4243-92ac-3595ecc4120a req-a44bc6da-791d-49e9-b325-5714c0d427bf tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.4880161
Feb 17 04:36:07.761368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-83c18037-1c5b-434d-b0d0-51a6213d6ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:07.791003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-83c18037-1c5b-434d-b0d0-51a6213d6ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:07.887593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-099f37a4-6ba1-4d7e-8517-b6cb502c719b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:07.940172 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-83c18037-1c5b-434d-b0d0-51a6213d6ba6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=735e004aee8f46cb9e50700548efd7ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9393709
Feb 17 04:36:07.941571 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c18037-1c5b-434d-b0d0-51a6213d6ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3369595d-2e28-4987-9cff-4169771ba51a,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:07.947165 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-83c18037-1c5b-434d-b0d0-51a6213d6ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:07.948182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57204) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:08.026774 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:08.032021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57208) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:08.084134 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-21e5d426-37a9-49b0-a2d5-2ee1cc587d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:08.110981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-24f3aaf7-5fee-47b2-9d43-792f635bcf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:08.159989 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-21e5d426-37a9-49b0-a2d5-2ee1cc587d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:08.179133 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Calling delete_port for bc6e60c3-9adb-4056-8896-29a40f624a25 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:36:08.196554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:08.208405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:08.209434 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:08.342448 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-21e5d426-37a9-49b0-a2d5-2ee1cc587d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:08.359150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ca09aded-4c96-408d-84d0-b5d8c9e2b932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:08.390696 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5d426-37a9-49b0-a2d5-2ee1cc587d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3369595d-2e28-4987-9cff-4169771ba51a,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:08.401918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-21e5d426-37a9-49b0-a2d5-2ee1cc587d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:08.404671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-21e5d426-37a9-49b0-a2d5-2ee1cc587d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:08.408604 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-21e5d426-37a9-49b0-a2d5-2ee1cc587d46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3369595d-2e28-4987-9cff-4169771ba51a HTTP/1.1" status: 204  len: 168 time: 0.4586122
Feb 17 04:36:08.512445 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb8965-b392-49c4-a46a-2342e7fe6aa1 req-de6bf520-2d77-4259-937f-8b154bcf1da0 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:08.517020 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:08.539546 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-deeb8965-b392-49c4-a46a-2342e7fe6aa1 req-de6bf520-2d77-4259-937f-8b154bcf1da0 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 944 time: 0.2930682
Feb 17 04:36:08.563494 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:08.849738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:08.852243 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-deeb8965-b392-49c4-a46a-2342e7fe6aa1 req-de4efe0d-e2d0-4ac8-9385-145720d005dc tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3116267
Feb 17 04:36:08.959211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa8c0-dcbc-4e47-b8f8-1c95fea8fe21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:08.991322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c,segment=NetworkSegment(00d09953-aabf-40a5-a01c-5e582f4ef900),segment_id=00d09953-aabf-40a5-a01c-5e582f4ef900)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:09.009118 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:09.045421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-4c1fa8c0-dcbc-4e47-b8f8-1c95fea8fe21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:09.064792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-4c1fa8c0-dcbc-4e47-b8f8-1c95fea8fe21 admin admin] Usage tracker for resource:security_group_rule and tenant:5b948f725c914c1c94cfd3882f64e0c2 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:09.078868 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-4c1fa8c0-dcbc-4e47-b8f8-1c95fea8fe21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:09.087453 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:09.097458 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:09.118772 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-4c1fa8c0-dcbc-4e47-b8f8-1c95fea8fe21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:09.299934 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Pushing event deleted for resources: {'Port': ['ID=bc6e60c3-9adb-4056-8896-29a40f624a25,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:09.344098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:09.372050 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8affd7ee-7655-4243-92ac-3595ecc4120a req-4af4ea51-a183-4327-af3d-59fe6c72ee15 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.6448455
Feb 17 04:36:09.430022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:09.442184 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:09.503729 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] No DVR routers for this DVR port bc6e60c3-9adb-4056-8896-29a40f624a25 on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:36:09.508395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:09.523419 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31271362-17cd-4782-b4db-fc1ad9f22959', 'name': 'network-vif-deleted', 'tag': 'bc6e60c3-9adb-4056-8896-29a40f624a25'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:09.596958 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3579a04c-ebd6-47ca-8143-bf307ac33e0f req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.76 "DELETE /v2.0/ports/bc6e60c3-9adb-4056-8896-29a40f624a25 HTTP/1.1" status: 204  len: 173 time: 5.5834863
Feb 17 04:36:09.614338 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa8c0-dcbc-4e47-b8f8-1c95fea8fe21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:09.638064 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31271362-17cd-4782-b4db-fc1ad9f22959', 'name': 'network-vif-deleted', 'tag': 'bc6e60c3-9adb-4056-8896-29a40f624a25', 'status': 'completed', 'code': 200}
Feb 17 04:36:09.676775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa8c0-dcbc-4e47-b8f8-1c95fea8fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:09.755315 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c9806cc9-a4ca-4613-bddf-0bff17bada12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:09.755519 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:09.787762 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 57232) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:09.799975 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-4c1fa8c0-dcbc-4e47-b8f8-1c95fea8fe21 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b948f725c914c1c94cfd3882f64e0c2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7608109
Feb 17 04:36:09.829403 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:09.857035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fa8c0-dcbc-4e47-b8f8-1c95fea8fe21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48778b2-9a72-4819-a2c4-3c2f1eb579f9,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:09.883086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4c1fa8c0-dcbc-4e47-b8f8-1c95fea8fe21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:10.028580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:10.029605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:10.337927 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-8589e609-9493-459b-860f-6deb41c38b8c req-66c8cf99-8a30-41bd-b426-8b1a3cd49fc3 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Synchronizing usage tracker for tenant:dd5defbe82e641678f7511f3f14fefbf on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:36:10.376187 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d36d9201-fe65-4568-b977-06f6b818dda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:10.409622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d36d9201-fe65-4568-b977-06f6b818dda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:10.493705 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-8589e609-9493-459b-860f-6deb41c38b8c req-66c8cf99-8a30-41bd-b426-8b1a3cd49fc3 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Unset dirty status for tenant:dd5defbe82e641678f7511f3f14fefbf on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:36:10.495244 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8589e609-9493-459b-860f-6deb41c38b8c req-66c8cf99-8a30-41bd-b426-8b1a3cd49fc3 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=31271362-17cd-4782-b4db-fc1ad9f22959 HTTP/1.1" status: 200  len: 210 time: 0.2435248
Feb 17 04:36:10.545253 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d36d9201-fe65-4568-b977-06f6b818dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:10.552747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f0a10b8a-5bf1-42a6-83bc-9652f68c2346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:10.585351 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d9201-fe65-4568-b977-06f6b818dda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48778b2-9a72-4819-a2c4-3c2f1eb579f9,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:10.593733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d36d9201-fe65-4568-b977-06f6b818dda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:10.598410 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-d36d9201-fe65-4568-b977-06f6b818dda5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f48778b2-9a72-4819-a2c4-3c2f1eb579f9 HTTP/1.1" status: 204  len: 168 time: 0.8093090
Feb 17 04:36:10.600202 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d36d9201-fe65-4568-b977-06f6b818dda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:10.665310 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:10.857696 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6e787-1b95-4c74-98c9-5165feeb7b16 req-2502042d-ff5d-46fc-bae6-9c4c74367faa tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:10.860149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573cf99-f592-4090-ba6c-898ee91de8e9 req-940eba81-7538-4305-8397-0f73abb7f7c8 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:10.860439 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-35c6e787-1b95-4c74-98c9-5165feeb7b16 req-2502042d-ff5d-46fc-bae6-9c4c74367faa tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1742089
Feb 17 04:36:10.861976 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a573cf99-f592-4090-ba6c-898ee91de8e9 req-940eba81-7538-4305-8397-0f73abb7f7c8 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1574664
Feb 17 04:36:10.914495 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-35c6e787-1b95-4c74-98c9-5165feeb7b16 req-7a161fad-30ce-4e45-bec1-da1c2be90d17 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453825
Feb 17 04:36:10.919092 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a573cf99-f592-4090-ba6c-898ee91de8e9 req-8b7ea401-1246-4aed-9da3-fccbfc82253f tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489430
Feb 17 04:36:12.125001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 57290) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:12.159716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-93f352ed-b6bf-48ce-a434-2c92281326c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:12.199930 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-93f352ed-b6bf-48ce-a434-2c92281326c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:12.212508 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-93f352ed-b6bf-48ce-a434-2c92281326c9 admin admin] Usage tracker for resource:security_group_rule and tenant:5c713075a2954af0bca6b1349e3dccbd is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:12.220327 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-93f352ed-b6bf-48ce-a434-2c92281326c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:12.231413 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-93f352ed-b6bf-48ce-a434-2c92281326c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:12.294944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d8fbc-d4e3-45e6-9487-ed8ff328340c req-cc8eac48-225c-4a3c-8586-07c9ba2b035c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:12.321993 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ac4d8fbc-d4e3-45e6-9487-ed8ff328340c req-cc8eac48-225c-4a3c-8586-07c9ba2b035c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1701784
Feb 17 04:36:12.340753 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-93f352ed-b6bf-48ce-a434-2c92281326c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:12.402928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-93f352ed-b6bf-48ce-a434-2c92281326c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:12.413491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1fd0a7ee-c182-417a-b423-8457674be5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:12.431081 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ac4d8fbc-d4e3-45e6-9487-ed8ff328340c req-c7d4ec28-8094-403a-a2ee-c3b8559290f4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077795
Feb 17 04:36:12.506978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57308) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:12.512349 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-93f352ed-b6bf-48ce-a434-2c92281326c9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5c713075a2954af0bca6b1349e3dccbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3810098
Feb 17 04:36:12.520370 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cae32-e463-4e9e-b95a-96d5e5e58d62 req-d010f389-2fbf-4afe-a948-cd62429fe1bd tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:12.534609 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a85cae32-e463-4e9e-b95a-96d5e5e58d62 req-d010f389-2fbf-4afe-a948-cd62429fe1bd tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1896429
Feb 17 04:36:12.536897 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f352ed-b6bf-48ce-a434-2c92281326c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8ae307-c221-4ce6-96d2-22a09096877a,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:12.550474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-93f352ed-b6bf-48ce-a434-2c92281326c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:12.576605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bd32ede5-ac0a-4551-8d3a-1430646bd4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:12.607218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bd32ede5-ac0a-4551-8d3a-1430646bd4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:12.629278 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a85cae32-e463-4e9e-b95a-96d5e5e58d62 req-4608aa59-d8ae-4afa-b16a-b746715f5203 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910254
Feb 17 04:36:12.716954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bd32ede5-ac0a-4551-8d3a-1430646bd4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:12.745008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-15cff238-7ed7-4f0d-b981-eb6360bbb303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:12.782290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bd32ede5-ac0a-4551-8d3a-1430646bd4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:12.785232 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-bd32ede5-ac0a-4551-8d3a-1430646bd4b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df8ae307-c221-4ce6-96d2-22a09096877a HTTP/1.1" status: 204  len: 168 time: 0.2770619
Feb 17 04:36:12.798063 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32ede5-ac0a-4551-8d3a-1430646bd4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8ae307-c221-4ce6-96d2-22a09096877a,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:12.801635 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bd32ede5-ac0a-4551-8d3a-1430646bd4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:13.232259 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57330) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:13.797324 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bb008f9c-ddd4-480d-a068-955a4eb8136b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:13.813731 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934f319-fdcc-4f1d-b0b9-0240ebf67949 req-0c2f5721-07cc-47c2-a0b0-689f5aece4a0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:13.821408 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7934f319-fdcc-4f1d-b0b9-0240ebf67949 req-0c2f5721-07cc-47c2-a0b0-689f5aece4a0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1606255
Feb 17 04:36:13.856831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-bb008f9c-ddd4-480d-a068-955a4eb8136b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:13.861895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-bb008f9c-ddd4-480d-a068-955a4eb8136b admin admin] Usage tracker for resource:security_group_rule and tenant:a7448c4e1d6b42c29dac152b265a300f is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:13.869088 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-bb008f9c-ddd4-480d-a068-955a4eb8136b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:13.876093 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-bb008f9c-ddd4-480d-a068-955a4eb8136b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:13.914429 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7934f319-fdcc-4f1d-b0b9-0240ebf67949 req-ff098952-fadd-4dc0-84b6-fb8e4ad3a4fc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919337
Feb 17 04:36:13.994781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bb008f9c-ddd4-480d-a068-955a4eb8136b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.030455 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bb008f9c-ddd4-480d-a068-955a4eb8136b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.042837 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-83c18037-1c5b-434d-b0d0-51a6213d6ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:14.131634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb008f9c-ddd4-480d-a068-955a4eb8136b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51baaf0a-5c39-4a7b-b5ab-73758d319d35,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:14.138943 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bb008f9c-ddd4-480d-a068-955a4eb8136b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:14.167434 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-bb008f9c-ddd4-480d-a068-955a4eb8136b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a7448c4e1d6b42c29dac152b265a300f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9308000
Feb 17 04:36:14.169378 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203ce41-5f77-48c9-a14c-faa86388c7d2 req-d06ffad0-aa44-461e-aeac-e1294f7fef49 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:14.181446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57354) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:14.193351 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f203ce41-5f77-48c9-a14c-faa86388c7d2 req-d06ffad0-aa44-461e-aeac-e1294f7fef49 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1473491
Feb 17 04:36:14.278210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ada2baa9-251a-4043-bf24-0e36c5ed18a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.291837 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f203ce41-5f77-48c9-a14c-faa86388c7d2 req-74d48840-3294-4ae6-b849-61595f22e7c2 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968285
Feb 17 04:36:14.334399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ada2baa9-251a-4043-bf24-0e36c5ed18a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.442395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ada2baa9-251a-4043-bf24-0e36c5ed18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.450508 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2311b7d8-d359-432c-ac1f-697f2207042f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:14.471422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2baa9-251a-4043-bf24-0e36c5ed18a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51baaf0a-5c39-4a7b-b5ab-73758d319d35,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:14.481087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ada2baa9-251a-4043-bf24-0e36c5ed18a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:14.482229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ada2baa9-251a-4043-bf24-0e36c5ed18a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:14.483746 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ada2baa9-251a-4043-bf24-0e36c5ed18a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/51baaf0a-5c39-4a7b-b5ab-73758d319d35 HTTP/1.1" status: 204  len: 168 time: 0.3038266
Feb 17 04:36:14.625884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57364) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:15.194026 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eaf860-e1d7-4871-ae6f-2384ca7ab408 req-b2529116-49c2-414b-8372-5f3361c9d8c9 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:15.212801 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61eaf860-e1d7-4871-ae6f-2384ca7ab408 req-b2529116-49c2-414b-8372-5f3361c9d8c9 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1426187
Feb 17 04:36:15.253442 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-313437663-network', 'tenant_id': '37a5d22663d64f11a346b6810c67048f'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:15.266283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:15.282462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Usage tracker for resource:network and tenant:37a5d22663d64f11a346b6810c67048f is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:15.292311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:15.309053 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:15.311311 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61eaf860-e1d7-4871-ae6f-2384ca7ab408 req-f7073d7f-2d59-488a-a256-7799e0a9f2eb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947998
Feb 17 04:36:15.375698 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Made reservation on behalf of 37a5d22663d64f11a346b6810c67048f for: {'network': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:15.381004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.426933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.467606 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:15.477672 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Usage tracker for resource:security_group_rule and tenant:37a5d22663d64f11a346b6810c67048f is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:15.486504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:15.503983 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:15.555627 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57378) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:15.592023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4ff578a5-2c87-42c5-9e7b-a61142914ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.614101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-4ff578a5-2c87-42c5-9e7b-a61142914ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:15.619177 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-4ff578a5-2c87-42c5-9e7b-a61142914ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:28355256809b456a9a9c10a6da41635e is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:15.622554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-4ff578a5-2c87-42c5-9e7b-a61142914ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:15.629617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-4ff578a5-2c87-42c5-9e7b-a61142914ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:15.696775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53a6a7-c3cb-407a-a9ac-e48aa539d79f req-7c485dd7-d33f-416d-bf64-43359808b59a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:15.698648 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9b53a6a7-c3cb-407a-a9ac-e48aa539d79f req-7c485dd7-d33f-416d-bf64-43359808b59a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1708674
Feb 17 04:36:15.740035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4ff578a5-2c87-42c5-9e7b-a61142914ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.803558 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9b53a6a7-c3cb-407a-a9ac-e48aa539d79f req-80f7745d-5e0c-496b-b0a1-cd7e85bc2234 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0977137
Feb 17 04:36:15.816536 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4ff578a5-2c87-42c5-9e7b-a61142914ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.831194 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b745a441-f3fa-4f07-9977-d3f4141373cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:15.892726 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff578a5-2c87-42c5-9e7b-a61142914ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e872b313-88ca-4848-99bb-76ce75daa38d,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:15.913424 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4ff578a5-2c87-42c5-9e7b-a61142914ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:15.941521 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-4ff578a5-2c87-42c5-9e7b-a61142914ab9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28355256809b456a9a9c10a6da41635e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3844101
Feb 17 04:36:15.944080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.944850 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 57382) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:15.979445 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:15.986331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-48e8fceb-5ac9-4fa0-a2e1-8d22fdbd9c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:16.025572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ded9c5-93b6-4345-b8e9-488c32ed59f0,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:16.030291 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:16.059077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=84039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:36:16.077579 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309465549599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.078218 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Added segment 1bbfd9ab-bc3f-44a1-90c8-2d609befe540 of type vxlan for network 53c3f085-2644-4ec5-a3a6-3018629191a7
Feb 17 04:36:16.117429 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.122471 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a9b3faf7-0367-48bc-aba0-b05a174397c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.178111 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a9b3faf7-0367-48bc-aba0-b05a174397c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.214575 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.216768 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:16.217640 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.227727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b629f843-d677-471c-a339-60cdaadbdf33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:16.404797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Pushing event updated for resources: {'Network': ['ID=53c3f085-2644-4ec5-a3a6-3018629191a7,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:16.407908 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:16.420121 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 53c3f085-2644-4ec5-a3a6-3018629191a7 details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:36:16.450690 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network 53c3f085-2644-4ec5-a3a6-3018629191a7 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:36:16.653706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec02462-30e6-4c65-becd-5e6e4f5f48bb req-bacf3d17-ab44-42ec-81d9-91648d1dbe72 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:16.655725 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aec02462-30e6-4c65-becd-5e6e4f5f48bb req-bacf3d17-ab44-42ec-81d9-91648d1dbe72 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1810284
Feb 17 04:36:16.740417 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aec02462-30e6-4c65-becd-5e6e4f5f48bb req-8f49588a-24f7-431e-9fee-ad21c4c3df38 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761893
Feb 17 04:36:16.818919 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a9b3faf7-0367-48bc-aba0-b05a174397c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.828040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-aa205f59-1d34-4029-820b-4357422b87c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:16.844319 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3faf7-0367-48bc-aba0-b05a174397c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e872b313-88ca-4848-99bb-76ce75daa38d,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:16.849715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a9b3faf7-0367-48bc-aba0-b05a174397c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:16.850628 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a9b3faf7-0367-48bc-aba0-b05a174397c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:16.854844 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a9b3faf7-0367-48bc-aba0-b05a174397c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e872b313-88ca-4848-99bb-76ce75daa38d HTTP/1.1" status: 204  len: 168 time: 0.9058566
Feb 17 04:36:16.864674 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 2.2347665
Feb 17 04:36:16.869089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57392) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:16.914579 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Request body: {'subnet': {'network_id': '53c3f085-2644-4ec5-a3a6-3018629191a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-313437663-subnet', 'tenant_id': '37a5d22663d64f11a346b6810c67048f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:16.945755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:16.961966 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Usage tracker for resource:subnet and tenant:37a5d22663d64f11a346b6810c67048f is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:16.966224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:16.978972 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:17.036290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Made reservation on behalf of 37a5d22663d64f11a346b6810c67048f for: {'subnet': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:17.041613 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458177'] for subnet, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:17.137413 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d6e6a-bcb1-4f22-a70c-73d8e359d098 req-520a4454-c6bf-4891-9bb6-aec1f53ecfb0 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:17.139274 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-db0d6e6a-bcb1-4f22-a70c-73d8e359d098 req-520a4454-c6bf-4891-9bb6-aec1f53ecfb0 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1335590
Feb 17 04:36:17.255500 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-db0d6e6a-bcb1-4f22-a70c-73d8e359d098 req-43d727ae-b9d4-4bc6-bb1d-2302a99c70d0 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990279
Feb 17 04:36:17.989629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852218009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458194'] for subnet, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.025302 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a98fbb8e-db34-4300-bdcb-7b750ea518c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:18.082904 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd9869-8568-49e6-98bd-39806dc0c1ee req-d41bf034-7e47-4c2f-bc07-f40288792d31 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:18.093732 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-90cd9869-8568-49e6-98bd-39806dc0c1ee req-d41bf034-7e47-4c2f-bc07-f40288792d31 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1573186
Feb 17 04:36:18.181132 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-90cd9869-8568-49e6-98bd-39806dc0c1ee req-10bb1e6d-c3f1-4eb5-8077-93ba3367c025 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861976
Feb 17 04:36:18.402072 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef11b178-72a0-4989-a23b-aad13f818180,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:18.409088 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:18.533819 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Checking segment: {'id': '1bbfd9ab-bc3f-44a1-90c8-2d609befe540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '53c3f085-2644-4ec5-a3a6-3018629191a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:18.534523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Network hostable DHCP agents. Network: 53c3f085-2644-4ec5-a3a6-3018629191a7, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:36:18.642966 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Network 53c3f085-2644-4ec5-a3a6-3018629191a7 is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:36:18.720209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 53c3f085-2644-4ec5-a3a6-3018629191a7) {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:18.739121 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb40f4a-f63a-4b58-bc2f-68b77971f21c None None] Network 53c3f085-2644-4ec5-a3a6-3018629191a7 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:36:18.775677 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:18.780471 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:18.893926 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.0229778
Feb 17 04:36:19.368585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450afa6-2c9b-4ed6-ba84-d8dbac18933a req-83d0dbe8-2b21-40d9-a147-6b7449305aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:19.370925 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1450afa6-2c9b-4ed6-ba84-d8dbac18933a req-83d0dbe8-2b21-40d9-a147-6b7449305aa1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e308712a7a343778981979df1c88348&device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 1163 time: 0.4018049
Feb 17 04:36:19.379950 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618cb73c-9d44-4fe2-ae62-f15fc7b2c71b None None] Network 53c3f085-2644-4ec5-a3a6-3018629191a7 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:36:19.610745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97652b89-a903-4d0a-b456-c16d0c9532e0 req-4b430efa-b7d5-41f4-8e4d-25b83d486f6b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:19.622546 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97652b89-a903-4d0a-b456-c16d0c9532e0 req-4b430efa-b7d5-41f4-8e4d-25b83d486f6b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.5339344
Feb 17 04:36:19.720954 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97652b89-a903-4d0a-b456-c16d0c9532e0 req-ffb43bf7-24e4-45ae-9790-80064ac1f5a4 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978444
Feb 17 04:36:19.887457 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450afa6-2c9b-4ed6-ba84-d8dbac18933a req-cc417494-38ec-4458-82e2-86567e86e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:19.889669 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1450afa6-2c9b-4ed6-ba84-d8dbac18933a req-cc417494-38ec-4458-82e2-86567e86e731 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6e174343-ab03-4c52-a597-b1e3d9834772 HTTP/1.1" status: 200  len: 913 time: 0.4980462
Feb 17 04:36:20.168274 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1450afa6-2c9b-4ed6-ba84-d8dbac18933a req-de3a6a78-21f3-4618-bb1a-e0fc3a1a5584 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf5f471-d184-4e72-bf60-7bbf55b896ba HTTP/1.1" status: 200  len: 217 time: 0.2706258
Feb 17 04:36:20.278898 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450afa6-2c9b-4ed6-ba84-d8dbac18933a req-7ce18258-201e-406b-9b19-10ab64dd6ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:20.285906 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1450afa6-2c9b-4ed6-ba84-d8dbac18933a req-7ce18258-201e-406b-9b19-10ab64dd6ee6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=54c43aa7-ce51-45cb-b481-01071beb32fc HTTP/1.1" status: 200  len: 859 time: 0.1000233
Feb 17 04:36:20.372947 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1450afa6-2c9b-4ed6-ba84-d8dbac18933a req-48194dc0-1454-4929-967b-f49e1f7e6a3a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e174343-ab03-4c52-a597-b1e3d9834772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0811031
Feb 17 04:36:20.715432 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1450afa6-2c9b-4ed6-ba84-d8dbac18933a req-9e9237a9-7f10-451c-8bb2-147eee8313e2 service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3308461
Feb 17 04:36:20.931527 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf7f88-7301-491b-8f6f-a226fed34a65 req-9975c002-4453-49a4-9ac0-138ca70cb7be tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:20.942139 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a0cf7f88-7301-491b-8f6f-a226fed34a65 req-9975c002-4453-49a4-9ac0-138ca70cb7be tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.8951576
Feb 17 04:36:21.056269 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1450afa6-2c9b-4ed6-ba84-d8dbac18933a req-f72751f1-d590-4dac-8850-a4540f4870b3 service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3325570
Feb 17 04:36:21.144226 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a0cf7f88-7301-491b-8f6f-a226fed34a65 req-06cadfe6-ca6d-428f-80cc-aee3850ce306 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2018826
Feb 17 04:36:21.726923 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c61a48-b3fd-40a6-95b1-90182bc985e1 req-2ba2f50d-9c0a-4a77-8015-9a467c0c46cf tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:21.750644 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-69c61a48-b3fd-40a6-95b1-90182bc985e1 req-2ba2f50d-9c0a-4a77-8015-9a467c0c46cf tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.3489883
Feb 17 04:36:21.894271 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-69c61a48-b3fd-40a6-95b1-90182bc985e1 req-afd31d6c-1bf8-4d2e-90ad-42742a646214 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1420202
Feb 17 04:36:21.913815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57480) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:21.938055 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1362111717-network', 'tenant_id': 'd779c4d09dce41f7b2af9523bb486543'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:21.998706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:22.024542 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Usage tracker for resource:network and tenant:d779c4d09dce41f7b2af9523bb486543 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:22.036864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:22.126897 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:22.236635 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Made reservation on behalf of d779c4d09dce41f7b2af9523bb486543 for: {'network': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:22.244645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.265276 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.297009 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:22.301779 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Usage tracker for resource:security_group_rule and tenant:d779c4d09dce41f7b2af9523bb486543 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:22.305008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:22.312666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:22.380535 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6930e-b110-40e3-a54e-cf06426af982 req-2fda02a9-1867-4fce-9287-fa25ba2d4c9e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:22.390242 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6af6930e-b110-40e3-a54e-cf06426af982 req-2fda02a9-1867-4fce-9287-fa25ba2d4c9e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1294110
Feb 17 04:36:22.464285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.471712 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6af6930e-b110-40e3-a54e-cf06426af982 req-6c5f0bad-3966-400b-b1ad-136e42e448fa tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754325
Feb 17 04:36:22.944652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:22.974688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d1b10a32-0089-4b1a-98f8-6ae5ad898378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:23.047025 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8712393-d6a6-46d5-8e91-594af2299074,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:23.050467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=84039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:36:23.053906 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:23.065232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309465549599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.065856 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Added segment c73ffe36-6c3f-47f8-a30d-316abb9e72ee of type vxlan for network a2b96571-fff4-4556-b867-6651e6b1cdf1
Feb 17 04:36:23.150217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.212901 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f0584-ba94-4724-b4a7-a3f134b4b5fc req-7860ebea-270b-4cb0-9564-d289978cf0b0 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:23.228860 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b91f0584-ba94-4724-b4a7-a3f134b4b5fc req-7860ebea-270b-4cb0-9564-d289978cf0b0 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1269062
Feb 17 04:36:23.304010 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b91f0584-ba94-4724-b4a7-a3f134b4b5fc req-6c8b2f25-9d69-4f8e-bfc4-ef07690da4d7 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729012
Feb 17 04:36:23.367934 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.370514 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:23.372094 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:23.389905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:23.588791 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bf3d4-85f7-4d20-9965-0a08f36dd968 req-8000bfc1-2b2b-46e7-b431-ef02213dd638 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:23.592803 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4e2bf3d4-85f7-4d20-9965-0a08f36dd968 req-8000bfc1-2b2b-46e7-b431-ef02213dd638 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1662657
Feb 17 04:36:23.627846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b96571-fff4-4556-b867-6651e6b1cdf1,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:23.633624 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:23.640466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network a2b96571-fff4-4556-b867-6651e6b1cdf1 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:36:23.770202 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4e2bf3d4-85f7-4d20-9965-0a08f36dd968 req-916d9cf6-5cf9-408e-b553-6a9545bfdc35 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1628566
Feb 17 04:36:23.820444 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network a2b96571-fff4-4556-b867-6651e6b1cdf1 details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:36:24.028407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb24f0-49ec-4988-a7fc-56258e502a42 req-2152cc5e-9ab7-4ee1-8c60-a231bacd03e2 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:24.030813 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-40fb24f0-49ec-4988-a7fc-56258e502a42 req-2152cc5e-9ab7-4ee1-8c60-a231bacd03e2 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1219127
Feb 17 04:36:24.059979 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.1445930
Feb 17 04:36:24.062909 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57500) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:24.069638 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Request body: {'subnet': {'network_id': 'a2b96571-fff4-4556-b867-6651e6b1cdf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1362111717-subnet', 'tenant_id': 'd779c4d09dce41f7b2af9523bb486543', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:24.075619 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:24.080682 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Usage tracker for resource:subnet and tenant:d779c4d09dce41f7b2af9523bb486543 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:24.085005 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:24.091121 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-40fb24f0-49ec-4988-a7fc-56258e502a42 req-2cd6be9a-05bd-4bbc-988c-461b8925e8df tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535142
Feb 17 04:36:24.120752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:24.322742 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Made reservation on behalf of d779c4d09dce41f7b2af9523bb486543 for: {'subnet': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:24.330995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458177'] for subnet, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:24.554513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdc54a-a2e6-4128-ba41-66418a582f38 req-e6990623-4783-4997-b11d-7f4051c7dcaa tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:24.556619 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-22bdc54a-a2e6-4128-ba41-66418a582f38 req-e6990623-4783-4997-b11d-7f4051c7dcaa tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1364925
Feb 17 04:36:24.640753 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-22bdc54a-a2e6-4128-ba41-66418a582f38 req-1ae798d0-7b1e-4e52-a929-db9087e906a6 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691607
Feb 17 04:36:25.170397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458a801-f468-4699-a555-da868a98d8eb req-3f0698d1-ab42-448b-b51f-49d954c99d69 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:25.175933 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8458a801-f468-4699-a555-da868a98d8eb req-3f0698d1-ab42-448b-b51f-49d954c99d69 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1964905
Feb 17 04:36:25.240825 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8458a801-f468-4699-a555-da868a98d8eb req-594603a7-ffbb-4352-b973-ec79cbccc629 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592222
Feb 17 04:36:25.429592 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-986095bb-574a-4830-9a2e-ed36e1a13435 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:25.433024 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-986095bb-574a-4830-9a2e-ed36e1a13435 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/networks?id=b3751aa1-d0d2-4655-997c-f8c5fd944ed5 HTTP/1.1" status: 200  len: 808 time: 0.2962737
Feb 17 04:36:25.439236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852218009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458194'] for subnet, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:25.472529 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:25.643978 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-159adf46-40e7-4ce0-9dc6-be5342103eff tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/quotas/dd5defbe82e641678f7511f3f14fefbf HTTP/1.1" status: 200  len: 375 time: 0.1777668
Feb 17 04:36:25.734694 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-4645dd9d-9fd6-4cba-88d0-65dd05161e3b tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd5defbe82e641678f7511f3f14fefbf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0713525
Feb 17 04:36:25.913038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8af4a3f9-bec7-4dbe-9f0a-65b5ef65eca8,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:25.920219 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-c0695a97-f86c-4d00-8998-51b18a3d2ae1 service neutron] 10.222.0.73 "GET /v2.0/networks/b3751aa1-d0d2-4655-997c-f8c5fd944ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725297
Feb 17 04:36:25.928239 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:26.099865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4e2ca-111f-49d0-9989-00dec477821f req-d2f8a481-977c-4c1e-a0d3-2ef77d6f5d11 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:26.124145 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a7e4e2ca-111f-49d0-9989-00dec477821f req-d2f8a481-977c-4c1e-a0d3-2ef77d6f5d11 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1890309
Feb 17 04:36:26.214490 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a7e4e2ca-111f-49d0-9989-00dec477821f req-ba80fd7c-939f-4e33-af51-433adad60b76 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847874
Feb 17 04:36:26.214945 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Checking segment: {'id': 'c73ffe36-6c3f-47f8-a30d-316abb9e72ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a2b96571-fff4-4556-b867-6651e6b1cdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:26.214945 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Network hostable DHCP agents. Network: a2b96571-fff4-4556-b867-6651e6b1cdf1, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:36:26.232547 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-937dd5df-8452-4863-8188-2e145dac6ae1 service neutron] 10.222.0.73 "GET /v2.0/networks/b3751aa1-d0d2-4655-997c-f8c5fd944ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2993441
Feb 17 04:36:26.293451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Network a2b96571-fff4-4556-b867-6651e6b1cdf1 is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:36:26.333352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, a2b96571-fff4-4556-b867-6651e6b1cdf1) {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:26.349811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5f30e4-a94b-4ddf-b207-a39f93b00e63 None None] Network a2b96571-fff4-4556-b867-6651e6b1cdf1 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:36:26.372637 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:26.374467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:26.449789 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.3852403
Feb 17 04:36:26.667392 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59569af5-6feb-4e8f-849e-15d387b09c19 req-66c73c93-89a4-4219-890c-adfac4b99eb6 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:26.669651 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-59569af5-6feb-4e8f-849e-15d387b09c19 req-66c73c93-89a4-4219-890c-adfac4b99eb6 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.2106586
Feb 17 04:36:26.811130 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-59569af5-6feb-4e8f-849e-15d387b09c19 req-5063d40a-23b6-4002-85f8-5ac7e7dce29c tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283264
Feb 17 04:36:27.094736 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29c0d00-98a2-4075-a942-80bbf3cfda05 None None] Network a2b96571-fff4-4556-b867-6651e6b1cdf1 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:36:27.125157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f8fea-f4ce-4b8e-894b-00a4ff36a373 req-5525800c-d2e4-49ba-bbc3-aabe96069ed1 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:27.132127 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-697f8fea-f4ce-4b8e-894b-00a4ff36a373 req-5525800c-d2e4-49ba-bbc3-aabe96069ed1 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1163592
Feb 17 04:36:27.220442 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-697f8fea-f4ce-4b8e-894b-00a4ff36a373 req-b6e98572-fd05-4cf4-aff8-ccd61d563320 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869219
Feb 17 04:36:27.457898 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754509f-c663-4603-8dd2-28f4314590aa req-d08ae6f9-c389-4787-9085-0f9e23dc9372 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:27.476818 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-d08ae6f9-c389-4787-9085-0f9e23dc9372 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/networks?id=25653d82-43fa-4aa5-a3be-d27965409dd3 HTTP/1.1" status: 200  len: 815 time: 0.6012549
Feb 17 04:36:27.506920 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-60592eea-cbe3-4c45-9bb2-652696fb1ef1 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/quotas/14187639adc74d1bb49ed835b238d04c HTTP/1.1" status: 200  len: 375 time: 0.0275803
Feb 17 04:36:27.596816 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-86f1e4f4-08a3-4545-8d6b-eada5dfa1434 req-74376027-8ab5-4b27-bc5a-953713f4f0de tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 210 time: 0.1942992
Feb 17 04:36:27.727301 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-3754509f-c663-4603-8dd2-28f4314590aa req-240c9483-d814-4d1a-9ea9-699194345f08 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Synchronizing usage tracker for tenant:14187639adc74d1bb49ed835b238d04c on resource:port {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:36:27.810305 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-3754509f-c663-4603-8dd2-28f4314590aa req-240c9483-d814-4d1a-9ea9-699194345f08 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Unset dirty status for tenant:14187639adc74d1bb49ed835b238d04c on resource:port {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:36:27.813230 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-240c9483-d814-4d1a-9ea9-699194345f08 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=14187639adc74d1bb49ed835b238d04c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3043766
Feb 17 04:36:28.177076 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-c10ad2f4-2e1d-4e6a-a1e1-8ee66c2541db service neutron] 10.222.0.73 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3276672
Feb 17 04:36:28.271069 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff16f40-bb14-4870-a7b0-abf176d4dc4c req-5290a767-4b3a-4c09-a877-d8fba577afba tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:28.273626 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7ff16f40-bb14-4870-a7b0-abf176d4dc4c req-5290a767-4b3a-4c09-a877-d8fba577afba tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.2012897
Feb 17 04:36:28.370800 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:36:28.397325 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7ff16f40-bb14-4870-a7b0-abf176d4dc4c req-07eda93c-0e52-40d8-a019-6aa43d412253 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020293
Feb 17 04:36:28.600004 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-9ce7a666-f52a-44b3-8197-0aa50b26cd5a service neutron] 10.222.0.73 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3961604
Feb 17 04:36:29.129142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ff529-964e-4deb-998e-55108ad1c461 req-2e18c79c-e8dc-47c4-b4d9-3341837a6a3c tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:29.137307 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1a5ff529-964e-4deb-998e-55108ad1c461 req-2e18c79c-e8dc-47c4-b4d9-3341837a6a3c tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1313176
Feb 17 04:36:29.158929 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9f50-5730-48c6-a8bd-7bc27d162d74 req-22f6252e-fc79-4761-b0b1-e48e10de8e1f tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:29.172918 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4cb9f50-5730-48c6-a8bd-7bc27d162d74 req-22f6252e-fc79-4761-b0b1-e48e10de8e1f tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1447105
Feb 17 04:36:29.214021 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1a5ff529-964e-4deb-998e-55108ad1c461 req-eb93bcad-a577-4f2a-a7e2-dd006eb448c9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754073
Feb 17 04:36:29.280199 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4cb9f50-5730-48c6-a8bd-7bc27d162d74 req-9a5bc1c6-c50e-4bf4-bceb-8b4d8a7c659e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1039896
Feb 17 04:36:29.431672 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-abd4cc25-3105-40d4-bd97-9caf6cd267e0 req-91c45f62-c8e9-40ac-bc59-8252f2c9bd45 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 210 time: 0.0901299
Feb 17 04:36:29.476232 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2f95d152-3082-4c6c-999f-6ceddd08a159 req-abbb8877-6ee3-461e-ae86-7b3f24278e14 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 210 time: 0.0851803
Feb 17 04:36:29.676711 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cac6d-ed5d-4629-8c0e-7cbb69d745c2 req-593d4b9f-0d84-4898-9149-e460d8ae3628 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:29.681551 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f24cac6d-ed5d-4629-8c0e-7cbb69d745c2 req-593d4b9f-0d84-4898-9149-e460d8ae3628 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1392636
Feb 17 04:36:29.799703 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f24cac6d-ed5d-4629-8c0e-7cbb69d745c2 req-cc9f345c-c0ca-4a18-b461-0a04491e81d1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052930
Feb 17 04:36:30.336276 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 72ce24c8-c620-47e9-bb1f-d76da6e573dc up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:30.507727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-2c1c296c-e459-4c9d-8f56-22a25c9c608f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:30.515159 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-2c1c296c-e459-4c9d-8f56-22a25c9c608f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.76 "GET /v2.0/networks?id=b3751aa1-d0d2-4655-997c-f8c5fd944ed5 HTTP/1.1" status: 200  len: 808 time: 0.4298561
Feb 17 04:36:30.523803 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 72ce24c8-c620-47e9-bb1f-d76da6e573dc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:30.524228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:30.591983 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Request body: {'port': {'device_id': '204358c6-0e55-43d0-9716-3a5e4232673c', 'network_id': 'b3751aa1-d0d2-4655-997c-f8c5fd944ed5', 'admin_state_up': True, 'tenant_id': 'dd5defbe82e641678f7511f3f14fefbf'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:30.699872 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd7d0f-1cb5-46ef-aaf8-1df1bf0ca372 req-ec89dc73-1667-4ee7-8707-1be3474473bd tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:30.703020 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0ddd7d0f-1cb5-46ef-aaf8-1df1bf0ca372 req-ec89dc73-1667-4ee7-8707-1be3474473bd tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1516104
Feb 17 04:36:30.782247 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0ddd7d0f-1cb5-46ef-aaf8-1df1bf0ca372 req-d83b9bd6-33c5-4cee-8153-7ecbd2adaebf tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676012
Feb 17 04:36:30.825625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca35f5-54c5-4e72-a62d-cbdf113e529a req-3da4864e-ebde-49e5-b490-09c72eb6fc42 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:30.832147 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-14ca35f5-54c5-4e72-a62d-cbdf113e529a req-3da4864e-ebde-49e5-b490-09c72eb6fc42 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.3154962
Feb 17 04:36:30.886482 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:30.898054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:30.953301 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Made reservation on behalf of dd5defbe82e641678f7511f3f14fefbf for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:30.959133 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:31.021343 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8ed5fe07-26de-4ee2-87fd-7f6e50a8cdd6 req-8a393cfe-4f6b-40a8-8f60-b4a46b56f6f6 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 210 time: 0.0850141
Feb 17 04:36:31.035989 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-14ca35f5-54c5-4e72-a62d-cbdf113e529a req-41b1e6c5-35de-4398-bae0-f6fe67d934f6 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848388
Feb 17 04:36:31.054200 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 0bf5f471-d184-4e72-bf60-7bbf55b896ba up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:31.264027 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 0bf5f471-d184-4e72-bf60-7bbf55b896ba triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:31.264563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:31.459147 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1ad68fdb-5dbf-49e2-a5e4-5774998b4327 req-3dde3a50-a8f5-439a-bae0-3695b282832e tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 210 time: 0.1482570
Feb 17 04:36:31.833974 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5a546-1ee7-4989-88fc-30696c3ca54b req-e9fe3983-b707-4b55-8cb7-c176a131a4d3 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:31.836019 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-efc5a546-1ee7-4989-88fc-30696c3ca54b req-e9fe3983-b707-4b55-8cb7-c176a131a4d3 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.4093342
Feb 17 04:36:32.007587 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57658) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:32.196092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfebd41-5e2a-47f4-a319-f60f4e0f5b83 req-6b599163-fbee-4ea5-967e-d6c8bf97c34e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:32.200359 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7cfebd41-5e2a-47f4-a319-f60f4e0f5b83 req-6b599163-fbee-4ea5-967e-d6c8bf97c34e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1489482
Feb 17 04:36:32.343136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c95028c-766e-4688-9a04-2308e43a069e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:32.379970 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7cfebd41-5e2a-47f4-a319-f60f4e0f5b83 req-cb2f6b05-33ba-4b88-b48e-e858adc7f545 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1633654
Feb 17 04:36:32.386322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-7c95028c-766e-4688-9a04-2308e43a069e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:32.405877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-7c95028c-766e-4688-9a04-2308e43a069e admin admin] Usage tracker for resource:security_group_rule and tenant:34fbc3c714ea4dd48a507f0daa071a90 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:32.413671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-7c95028c-766e-4688-9a04-2308e43a069e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:32.435509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-7c95028c-766e-4688-9a04-2308e43a069e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:32.466926 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-efc5a546-1ee7-4989-88fc-30696c3ca54b req-2b6c7cea-4626-4639-a97f-bb89e43fce3e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6161947
Feb 17 04:36:32.499998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33c1f1-9fbd-4d96-ad3c-dd9e93740818 req-f60353b4-1a6c-4955-a0b6-dabceff0ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:32.499998 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0a33c1f1-9fbd-4d96-ad3c-dd9e93740818 req-f60353b4-1a6c-4955-a0b6-dabceff0ce96 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 1163 time: 0.9086607
Feb 17 04:36:32.732586 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7ed57dfc-14e2-47e5-91d6-58156fcdb83f req-b4b6b7a4-a5dc-4974-a99f-c113edb94e9a tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 210 time: 0.0982356
Feb 17 04:36:32.779252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c95028c-766e-4688-9a04-2308e43a069e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:32.793907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Allocated IP 172.20.0.14 (b3751aa1-d0d2-4655-997c-f8c5fd944ed5/3e4b4d6f-314c-441b-8097-09a229d3e1c5/fc869d8b-0fc9-4051-9ff9-d664363c0879) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:32.797830 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0a33c1f1-9fbd-4d96-ad3c-dd9e93740818 req-98659437-7ee5-40e1-ab71-b67cf20083d0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2909808
Feb 17 04:36:32.861399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7c95028c-766e-4688-9a04-2308e43a069e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:32.875649 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5801a00d-6338-469c-9455-baa53cb966a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:32.889340 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337f1c-c0dd-4b52-b8d0-01c05af7cccc req-6f6714b2-41a8-4b12-974d-dc4fd61356ee tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:32.890949 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-34337f1c-c0dd-4b52-b8d0-01c05af7cccc req-6f6714b2-41a8-4b12-974d-dc4fd61356ee tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.2393489
Feb 17 04:36:33.021348 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0e941480-8186-4750-b8a6-fa763fefaaf2 req-66840b7b-5875-4098-9a02-4f73efcdf7f1 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 210 time: 0.1281595
Feb 17 04:36:33.027468 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-7c95028c-766e-4688-9a04-2308e43a069e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=34fbc3c714ea4dd48a507f0daa071a90&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0179441
Feb 17 04:36:33.030413 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95028c-766e-4688-9a04-2308e43a069e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d894709-a50c-46ec-9dfb-8aad3eed17a2,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:33.033146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57676) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:33.036095 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7c95028c-766e-4688-9a04-2308e43a069e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:33.139145 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6cb76d21-40da-4490-afbb-4cc4e5bd7b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.178688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6cb76d21-40da-4490-afbb-4cc4e5bd7b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.224613 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-34337f1c-c0dd-4b52-b8d0-01c05af7cccc req-990e5ff8-706c-4203-9227-695fc48d66b2 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3069844
Feb 17 04:36:33.275255 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754509f-c663-4603-8dd2-28f4314590aa req-5c9450c5-0609-41bd-a50f-aecf196d7033 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:33.276042 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-3754509f-c663-4603-8dd2-28f4314590aa req-5c9450c5-0609-41bd-a50f-aecf196d7033 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Synchronizing usage tracker for tenant:14187639adc74d1bb49ed835b238d04c on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:36:33.310407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6cb76d21-40da-4490-afbb-4cc4e5bd7b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.321508 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:33.342207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-3754509f-c663-4603-8dd2-28f4314590aa req-5c9450c5-0609-41bd-a50f-aecf196d7033 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Unset dirty status for tenant:14187639adc74d1bb49ed835b238d04c on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:36:33.344045 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-5c9450c5-0609-41bd-a50f-aecf196d7033 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.76 "GET /v2.0/networks?id=25653d82-43fa-4aa5-a3be-d27965409dd3 HTTP/1.1" status: 200  len: 815 time: 0.3252544
Feb 17 04:36:33.356680 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6cb76d21-40da-4490-afbb-4cc4e5bd7b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.356680 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-6cb76d21-40da-4490-afbb-4cc4e5bd7b06 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d894709-a50c-46ec-9dfb-8aad3eed17a2 HTTP/1.1" status: 204  len: 168 time: 0.3191285
Feb 17 04:36:33.356680 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb76d21-40da-4490-afbb-4cc4e5bd7b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d894709-a50c-46ec-9dfb-8aad3eed17a2,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:33.366233 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Request body: {'port': {'device_id': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'admin_state_up': True, 'tenant_id': '14187639adc74d1bb49ed835b238d04c'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:33.370501 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6cb76d21-40da-4490-afbb-4cc4e5bd7b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:33.455214 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.593703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:33.610709 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:33.625685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:33.653047 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775b9ac-7c03-4779-82a5-be2b35c7bdf9 req-6f67f5bc-4f2e-4cb5-ae80-683c0e233262 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:33.661928 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6775b9ac-7c03-4779-82a5-be2b35c7bdf9 req-6f67f5bc-4f2e-4cb5-ae80-683c0e233262 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1250803
Feb 17 04:36:33.749887 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6775b9ac-7c03-4779-82a5-be2b35c7bdf9 req-441c0450-ff41-47ad-b013-60eb9ba140ed tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853579
Feb 17 04:36:33.761215 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:33.876474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Made reservation on behalf of 14187639adc74d1bb49ed835b238d04c for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:36:33.883989 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:34.011461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Pushing event updated for resources: {'Port': ['ID=fc869d8b-0fc9-4051-9ff9-d664363c0879,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:34.015009 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:34.323273 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 0bf5f471-d184-4e72-bf60-7bbf55b896ba up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:34.324086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Network b3751aa1-d0d2-4655-997c-f8c5fd944ed5 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:34.361037 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57720) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:34.407945 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:34.410430 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:34.526249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c587c96-a77e-4f9d-bc8a-198241f2b8fb req-7c4db0b5-ba05-4431-ba90-79db565aa513 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:34.533714 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8c587c96-a77e-4f9d-bc8a-198241f2b8fb req-7c4db0b5-ba05-4431-ba90-79db565aa513 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.7201242
Feb 17 04:36:34.567006 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 0bf5f471-d184-4e72-bf60-7bbf55b896ba triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:34.567376 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:34.709462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Allocated IP 172.20.0.6 (25653d82-43fa-4aa5-a3be-d27965409dd3/a9635206-c9e7-49d0-bd4e-847855edf914/e61721f8-ed25-4ebf-82cf-247999d61026) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:36:34.732342 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b4396098-2b4d-49db-9fcc-901a4f99fff1 req-8109c50a-ea74-459d-9367-639e56c6b2d5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 210 time: 0.5644224
Feb 17 04:36:34.815890 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-13ce3cdb-2c44-49b4-a826-4a583a4df12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:34.844821 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-13ce3cdb-2c44-49b4-a826-4a583a4df12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:36:34.854050 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-13ce3cdb-2c44-49b4-a826-4a583a4df12e admin admin] Usage tracker for resource:security_group_rule and tenant:9663312d32fb48bfb176a75d9b3be44a is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:36:34.866277 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-13ce3cdb-2c44-49b4-a826-4a583a4df12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:36:34.883619 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:34.884411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:34.890507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-13ce3cdb-2c44-49b4-a826-4a583a4df12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:36:34.951825 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8c587c96-a77e-4f9d-bc8a-198241f2b8fb req-0b2623ea-df66-479c-b318-188af951aee1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3925195
Feb 17 04:36:35.021833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd82b7-3801-4512-b7ca-300b7c51b7dd req-c7742502-38dd-4037-b949-b1fc7d3c85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:35.023633 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-91bd82b7-3801-4512-b7ca-300b7c51b7dd req-c7742502-38dd-4037-b949-b1fc7d3c85ea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e308712a7a343778981979df1c88348&device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 1163 time: 0.9447782
Feb 17 04:36:35.078491 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.5011969
Feb 17 04:36:35.094721 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Request body: {'port': {'device_id': '204358c6-0e55-43d0-9716-3a5e4232673c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:35.160447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a6d08-0319-4da7-87e9-0ba1e462dbf1 req-8169b9f6-1a90-4559-b4a3-14526c3435bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:35.162059 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9d8a6d08-0319-4da7-87e9-0ba1e462dbf1 req-8169b9f6-1a90-4559-b4a3-14526c3435bb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4db349eea3a41deb61c89e67a673600&device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 1163 time: 0.4115038
Feb 17 04:36:35.188285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.255104 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd82b7-3801-4512-b7ca-300b7c51b7dd req-4cd513e7-bee3-4c0a-9b85-3f7a4f5ac7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:35.257219 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-91bd82b7-3801-4512-b7ca-300b7c51b7dd req-4cd513e7-bee3-4c0a-9b85-3f7a4f5ac7cf service neutron] 10.222.0.76 "GET /v2.0/networks?id=6e174343-ab03-4c52-a597-b1e3d9834772 HTTP/1.1" status: 200  len: 913 time: 0.2075381
Feb 17 04:36:35.285741 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f063b5c-c57d-4110-b2b9-22f9be0dc52d req-8834d290-be87-4d46-bf1c-38e5febf2feb tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:35.299809 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7f063b5c-c57d-4110-b2b9-22f9be0dc52d req-8834d290-be87-4d46-bf1c-38e5febf2feb tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 932 time: 0.4121552
Feb 17 04:36:35.332479 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Transition to ACTIVE for port object e61721f8-ed25-4ebf-82cf-247999d61026 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:35.405936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.430137 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-be1c424b-4ac4-4046-9c8d-d6db3d6b7d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.562089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:35.567067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0796df-a764-457e-bed8-26baf4c34c0e req-7527be03-e24c-4ad4-a04d-55a1b0dceafe tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:35.569227 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5d0796df-a764-457e-bed8-26baf4c34c0e req-7527be03-e24c-4ad4-a04d-55a1b0dceafe tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.3338568
Feb 17 04:36:35.745652 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7f063b5c-c57d-4110-b2b9-22f9be0dc52d req-9480a8ff-537e-4d29-8921-47bf12a12d42 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4445221
Feb 17 04:36:35.749452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a6d08-0319-4da7-87e9-0ba1e462dbf1 req-e58bc840-c329-4e53-9583-4d9b1c71c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:35.757537 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9d8a6d08-0319-4da7-87e9-0ba1e462dbf1 req-e58bc840-c329-4e53-9583-4d9b1c71c7f5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 200  len: 911 time: 0.3674369
Feb 17 04:36:36.006269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:36.022912 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-91bd82b7-3801-4512-b7ca-300b7c51b7dd req-f7a6070c-7d90-42d4-877d-ce2e1a6d7ea9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf5f471-d184-4e72-bf60-7bbf55b896ba HTTP/1.1" status: 200  len: 217 time: 0.2520561
Feb 17 04:36:36.143175 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-13ce3cdb-2c44-49b4-a826-4a583a4df12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:36.201779 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-13ce3cdb-2c44-49b4-a826-4a583a4df12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:36.218734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2ed99635-997c-419d-a244-2f7cde1f0694 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:36.228892 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-973a996a-834c-4308-98d5-ed4705c7d9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:36.274328 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce3cdb-2c44-49b4-a826-4a583a4df12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575a2688-8677-46e5-87e2-9f562e8f7d69,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:36.281793 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-13ce3cdb-2c44-49b4-a826-4a583a4df12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:36.340708 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289837f-859c-4404-81a9-f0af11a5ed6e req-a3dc517b-d65f-43c9-a471-ca46621f318e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:36.344202 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2289837f-859c-4404-81a9-f0af11a5ed6e req-a3dc517b-d65f-43c9-a471-ca46621f318e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.3130047
Feb 17 04:36:36.357963 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-13ce3cdb-2c44-49b4-a826-4a583a4df12e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9663312d32fb48bfb176a75d9b3be44a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6321647
Feb 17 04:36:36.363625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 57742) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:36.484272 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2289837f-859c-4404-81a9-f0af11a5ed6e req-202c8bc9-2566-40b9-8cf5-b2ce4c21dc15 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1233857
Feb 17 04:36:36.610196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-431d2acb-19a4-4a1b-ab89-70563efd53a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:36.680771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Pushing event updated for resources: {'Port': ['ID=e61721f8-ed25-4ebf-82cf-247999d61026,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:36.721985 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-431d2acb-19a4-4a1b-ab89-70563efd53a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:36.829044 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:36.868964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Network 25653d82-43fa-4aa5-a3be-d27965409dd3 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:36:36.893403 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5d0796df-a764-457e-bed8-26baf4c34c0e req-9eb1125e-c3d8-4c9f-94d0-c52ced368b7d tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9313173
Feb 17 04:36:36.899740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:36:36.934227 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:36:37.302896 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9d8a6d08-0319-4da7-87e9-0ba1e462dbf1 req-79c1131b-e4ab-4e61-8aef-52e99d3c3aac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72ce24c8-c620-47e9-bb1f-d76da6e573dc HTTP/1.1" status: 200  len: 1001 time: 0.5507083
Feb 17 04:36:37.339627 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-431d2acb-19a4-4a1b-ab89-70563efd53a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:37.350552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8621ef11-dd68-4682-a1af-bf0395c8e1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:37.449103 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d2acb-19a4-4a1b-ab89-70563efd53a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575a2688-8677-46e5-87e2-9f562e8f7d69,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:37.452545 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-431d2acb-19a4-4a1b-ab89-70563efd53a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:37.454506 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-431d2acb-19a4-4a1b-ab89-70563efd53a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/575a2688-8677-46e5-87e2-9f562e8f7d69 HTTP/1.1" status: 204  len: 168 time: 1.0891061
Feb 17 04:36:37.456332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-431d2acb-19a4-4a1b-ab89-70563efd53a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:37.536701 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-025218ca-f748-45f7-8458-bd04848c638f None None] Provisioning for port e61721f8-ed25-4ebf-82cf-247999d61026 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:37.552786 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-025218ca-f748-45f7-8458-bd04848c638f None None] Provisioning complete for port e61721f8-ed25-4ebf-82cf-247999d61026 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:37.555275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-025218ca-f748-45f7-8458-bd04848c638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:37.576337 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd82b7-3801-4512-b7ca-300b7c51b7dd req-e1351f51-d1a0-48a7-a4a8-b8bcc1444a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:37.578999 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-91bd82b7-3801-4512-b7ca-300b7c51b7dd req-e1351f51-d1a0-48a7-a4a8-b8bcc1444a93 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=54c43aa7-ce51-45cb-b481-01071beb32fc HTTP/1.1" status: 200  len: 859 time: 0.8388007
Feb 17 04:36:37.760280 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-025218ca-f748-45f7-8458-bd04848c638f None None] Port e61721f8-ed25-4ebf-82cf-247999d61026 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:36:37.800727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a6d08-0319-4da7-87e9-0ba1e462dbf1 req-55e7c586-5b3d-47be-9da7-8819e5514052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:37.802358 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9d8a6d08-0319-4da7-87e9-0ba1e462dbf1 req-55e7c586-5b3d-47be-9da7-8819e5514052 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0186b1a0-62b8-4766-b853-dd62c7fb19d9 HTTP/1.1" status: 200  len: 856 time: 0.4242196
Feb 17 04:36:37.822684 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-91bd82b7-3801-4512-b7ca-300b7c51b7dd req-777d4162-a5da-4cf1-84d1-9b91ba5e982c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e174343-ab03-4c52-a597-b1e3d9834772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1837668
Feb 17 04:36:37.837050 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4212b0d-9596-4bed-8085-0fbc9776d8f1 req-9fd3ca55-dbcd-4427-82fc-577e728fcc64 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:37.846706 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e4212b0d-9596-4bed-8085-0fbc9776d8f1 req-9fd3ca55-dbcd-4427-82fc-577e728fcc64 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 931 time: 0.8832583
Feb 17 04:36:37.883372 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:37.884563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:37.945189 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39e25be1-fe29-4ad9-8f81-64901f92a5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:37.986896 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e4212b0d-9596-4bed-8085-0fbc9776d8f1 req-341f9c2c-4806-407a-b8d0-b83a4f681b92 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391342
Feb 17 04:36:38.067218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc869d8b-0fc9-4051-9ff9-d664363c0879 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:36:38.080760 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:38.099403 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Transition to ACTIVE for port object fc869d8b-0fc9-4051-9ff9-d664363c0879 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:38.108475 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7470784
Feb 17 04:36:38.125418 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b931a3-36b0-427d-9de0-6404f0f743b7 req-216d8e05-94bf-4451-9233-b7dabf4d544f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:38.128938 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-88b931a3-36b0-427d-9de0-6404f0f743b7 req-216d8e05-94bf-4451-9233-b7dabf4d544f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.4593828
Feb 17 04:36:38.139322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:38.181980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Request body: {'port': {'device_id': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:36:38.249396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b9716f58-6ccf-462d-9ae2-108afa01e53f tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:38.344105 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:38.420568 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a6d08-0319-4da7-87e9-0ba1e462dbf1 req-4a08794a-24a6-41a4-91ea-6157e8105ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:38.422797 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9d8a6d08-0319-4da7-87e9-0ba1e462dbf1 req-4a08794a-24a6-41a4-91ea-6157e8105ff4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5407646
Feb 17 04:36:38.449496 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db1305-c379-4b43-bd70-0ba1e51efea4 req-2d31e308-af2c-4302-accd-e9126dc4b33d tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:38.458582 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f1db1305-c379-4b43-bd70-0ba1e51efea4 req-2d31e308-af2c-4302-accd-e9126dc4b33d tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 944 time: 0.1880050
Feb 17 04:36:38.534283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Pushing event updated for resources: {'Port': ['ID=fc869d8b-0fc9-4051-9ff9-d664363c0879,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:38.743304 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9d8a6d08-0319-4da7-87e9-0ba1e462dbf1 req-e034a2cb-f453-41ee-871c-1849658f7ed0 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2506523
Feb 17 04:36:38.769631 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f1db1305-c379-4b43-bd70-0ba1e51efea4 req-8d84570c-11a0-4f13-b8e5-7f01e0e4ffdc tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3101275
Feb 17 04:36:39.018251 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.020052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.021013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.022023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.022795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.023656 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.024731 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.028241 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.029792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.030668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.035604 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.036420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.037127 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.037755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.038363 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.038974 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.039636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.040240 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.040835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.043875 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.044643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.045758 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.046364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.046967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:39.122820 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:39.140218 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-91bd82b7-3801-4512-b7ca-300b7c51b7dd req-3350ad82-4293-4796-991e-978d9f7ba402 service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1670821
Feb 17 04:36:39.140958 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-88b931a3-36b0-427d-9de0-6404f0f743b7 req-7363d889-ad0d-4a75-9a29-505c7505800a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9011712
Feb 17 04:36:39.458776 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9d8a6d08-0319-4da7-87e9-0ba1e462dbf1 req-9b6c58c6-f8a0-4f39-b364-038e604460f2 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6858413
Feb 17 04:36:39.510841 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-91bd82b7-3801-4512-b7ca-300b7c51b7dd req-251903d4-fbd0-4223-9081-1125a0eb9c9d service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3508768
Feb 17 04:36:39.636782 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:39.682251 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:39.887886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Attempting to bind port fc869d8b-0fc9-4051-9ff9-d664363c0879 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:36:39.887886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Attempting to bind port fc869d8b-0fc9-4051-9ff9-d664363c0879 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '90b8e815-429c-4906-b92f-3208fdb722bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3751aa1-d0d2-4655-997c-f8c5fd944ed5'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:36:39.887886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Attempting to bind port fc869d8b-0fc9-4051-9ff9-d664363c0879 on network b3751aa1-d0d2-4655-997c-f8c5fd944ed5 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:36:39.941662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:36:39.942216 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Checking segment: {'id': '90b8e815-429c-4906-b92f-3208fdb722bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3751aa1-d0d2-4655-997c-f8c5fd944ed5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:39.942734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:39.943162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Bound using segment: {'id': '90b8e815-429c-4906-b92f-3208fdb722bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3751aa1-d0d2-4655-997c-f8c5fd944ed5'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:36:39.944024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Bound port: fc869d8b-0fc9-4051-9ff9-d664363c0879, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b8e815-429c-4906-b92f-3208fdb722bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3751aa1-d0d2-4655-997c-f8c5fd944ed5'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:36:39.944213 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:39.979699 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b2481-ed56-4532-ac44-3e07d42ac250 req-bd9f0ee8-5f2c-48da-96a6-ebd9dcd85433 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:40.001685 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-206b2481-ed56-4532-ac44-3e07d42ac250 req-bd9f0ee8-5f2c-48da-96a6-ebd9dcd85433 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 931 time: 0.1928313
Feb 17 04:36:40.086604 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-206b2481-ed56-4532-ac44-3e07d42ac250 req-cf829ea9-8be3-4197-8554-a624616eed41 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831647
Feb 17 04:36:40.259696 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dada3-8e3f-4395-8f11-06569c00eacf req-33b85ded-a9c8-4e40-8c5d-a4f9dea9e3a0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:40.274200 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-989dada3-8e3f-4395-8f11-06569c00eacf req-33b85ded-a9c8-4e40-8c5d-a4f9dea9e3a0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.9683454
Feb 17 04:36:40.439376 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-989dada3-8e3f-4395-8f11-06569c00eacf req-4b629c08-8d2b-4350-a8de-32735c397103 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1638944
Feb 17 04:36:40.518524 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] For port fc869d8b-0fc9-4051-9ff9-d664363c0879, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:36:40.536876 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] For port fc869d8b-0fc9-4051-9ff9-d664363c0879, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=fc869d8b-0fc9-4051-9ff9-d664363c0879,segment=NetworkSegment(90b8e815-429c-4906-b92f-3208fdb722bd),segment_id=90b8e815-429c-4906-b92f-3208fdb722bd)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:36:40.648791 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:40.761434 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:40.803332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:40.916080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c62df-f719-4eac-8c44-7edc9939165a req-4b3747c5-2a54-46e4-bfc2-55009fea8599 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:40.928242 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-455c62df-f719-4eac-8c44-7edc9939165a req-4b3747c5-2a54-46e4-bfc2-55009fea8599 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1475751
Feb 17 04:36:41.083576 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-455c62df-f719-4eac-8c44-7edc9939165a req-034fe6f1-fd9e-4081-be16-392d8f70b846 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1479964
Feb 17 04:36:41.266834 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61721f8-ed25-4ebf-82cf-247999d61026 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:36:41.310008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:41.321037 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Pushing event updated for resources: {'Port': ['ID=fc869d8b-0fc9-4051-9ff9-d664363c0879,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:41.351207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:41.400238 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Transition to ACTIVE for port object e61721f8-ed25-4ebf-82cf-247999d61026 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:36:41.501185 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017af0a4-acda-4e3c-9f95-5bed2fe8f578 req-75f4f870-5986-49db-8340-a99710f62a41 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:41.503062 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-017af0a4-acda-4e3c-9f95-5bed2fe8f578 req-75f4f870-5986-49db-8340-a99710f62a41 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Synchronizing usage tracker for tenant:dd5defbe82e641678f7511f3f14fefbf on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:36:41.507299 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:41.543080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:41.710067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b4c10-4841-4929-ab1b-0e75dcbe76c4 req-efcf0806-6959-4252-83dd-d7a266bbc918 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:41.711972 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3e2b4c10-4841-4929-ab1b-0e75dcbe76c4 req-efcf0806-6959-4252-83dd-d7a266bbc918 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.3046007
Feb 17 04:36:41.826999 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:41.827876 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:41.835790 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] 10.222.0.76 "PUT /v2.0/ports/fc869d8b-0fc9-4051-9ff9-d664363c0879 HTTP/1.1" status: 200  len: 1158 time: 6.7425578
Feb 17 04:36:41.835790 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204358c6-0e55-43d0-9716-3a5e4232673c', 'tag': 'fc869d8b-0fc9-4051-9ff9-d664363c0879'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:41.860234 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-017af0a4-acda-4e3c-9f95-5bed2fe8f578 req-75f4f870-5986-49db-8340-a99710f62a41 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Unset dirty status for tenant:dd5defbe82e641678f7511f3f14fefbf on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:36:41.870354 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-017af0a4-acda-4e3c-9f95-5bed2fe8f578 req-75f4f870-5986-49db-8340-a99710f62a41 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 944 time: 1.2124093
Feb 17 04:36:41.897195 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Pushing event updated for resources: {'Port': ['ID=e61721f8-ed25-4ebf-82cf-247999d61026,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:41.906478 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:41.962294 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-017af0a4-acda-4e3c-9f95-5bed2fe8f578 req-9e73de7a-6dc4-41f0-9660-64fec5268ab5 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903189
Feb 17 04:36:42.122811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba9e3c-277e-410d-885f-ffcfaaedfa72 req-7c08aa35-9dac-4e5f-a524-892932677573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:42.124418 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-29ba9e3c-277e-410d-885f-ffcfaaedfa72 req-7c08aa35-9dac-4e5f-a524-892932677573 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e308712a7a343778981979df1c88348&device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 1163 time: 0.6358728
Feb 17 04:36:42.344306 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3e2b4c10-4841-4929-ab1b-0e75dcbe76c4 req-2604e66e-174e-4075-8bf2-920b5463f627 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6190801
Feb 17 04:36:42.383797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 7c039b81-545d-4b96-8225-5c9d5bbd4f40 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:42.569825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba9e3c-277e-410d-885f-ffcfaaedfa72 req-5934e988-4632-47cc-b9a8-e3dc5543da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:42.573646 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-29ba9e3c-277e-410d-885f-ffcfaaedfa72 req-5934e988-4632-47cc-b9a8-e3dc5543da34 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6e174343-ab03-4c52-a597-b1e3d9834772 HTTP/1.1" status: 200  len: 913 time: 0.4097929
Feb 17 04:36:42.583492 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:42.584420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:42.609229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-97421345-512a-4502-bf2e-ddf12b36d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:42.620660 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-97421345-512a-4502-bf2e-ddf12b36d1ef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd5defbe82e641678f7511f3f14fefbf&device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 1161 time: 0.6456871
Feb 17 04:36:42.779233 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-29ba9e3c-277e-410d-885f-ffcfaaedfa72 req-9e96e630-9034-405a-b1f3-1dc86a225276 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf5f471-d184-4e72-bf60-7bbf55b896ba HTTP/1.1" status: 200  len: 217 time: 0.1863272
Feb 17 04:36:42.922368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a690b-3d12-4ff3-9d42-08a775442509 req-9e380cdc-3845-46c9-806c-3a5b2875b976 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:42.927007 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ad9a690b-3d12-4ff3-9d42-08a775442509 req-9e380cdc-3845-46c9-806c-3a5b2875b976 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1449466
Feb 17 04:36:43.104312 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ad9a690b-3d12-4ff3-9d42-08a775442509 req-4dc3ac9e-5c1f-4c78-a28b-b89f669a38d5 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1671057
Feb 17 04:36:43.136265 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba9e3c-277e-410d-885f-ffcfaaedfa72 req-56e96ab6-08fd-4671-876a-944b3217d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:43.137897 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-29ba9e3c-277e-410d-885f-ffcfaaedfa72 req-56e96ab6-08fd-4671-876a-944b3217d9cd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=54c43aa7-ce51-45cb-b481-01071beb32fc HTTP/1.1" status: 200  len: 859 time: 0.1109467
Feb 17 04:36:43.280552 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-29ba9e3c-277e-410d-885f-ffcfaaedfa72 req-f75925da-6419-4f56-ae04-b2011094f113 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e174343-ab03-4c52-a597-b1e3d9834772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1237302
Feb 17 04:36:43.314660 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204358c6-0e55-43d0-9716-3a5e4232673c', 'tag': 'fc869d8b-0fc9-4051-9ff9-d664363c0879', 'status': 'completed', 'code': 200}
Feb 17 04:36:43.321073 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-eae4c456-a974-4299-84e9-3cdbbcebd1d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc869d8b-0fc9-4051-9ff9-d664363c0879 HTTP/1.1" status: 200  len: 217 time: 0.6458573
Feb 17 04:36:43.323274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Attempting to bind port e61721f8-ed25-4ebf-82cf-247999d61026 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:36:43.324412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Attempting to bind port e61721f8-ed25-4ebf-82cf-247999d61026 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '00d09953-aabf-40a5-a01c-5e582f4ef900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:36:43.325700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Attempting to bind port e61721f8-ed25-4ebf-82cf-247999d61026 on network 25653d82-43fa-4aa5-a3be-d27965409dd3 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:36:43.339899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:36:43.341191 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Checking segment: {'id': '00d09953-aabf-40a5-a01c-5e582f4ef900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:36:43.341822 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:43.342417 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Bound using segment: {'id': '00d09953-aabf-40a5-a01c-5e582f4ef900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:36:43.343422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Bound port: e61721f8-ed25-4ebf-82cf-247999d61026, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d09953-aabf-40a5-a01c-5e582f4ef900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:36:43.344016 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:43.386135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5c8e7-031e-4c75-bdea-6091dcc2cb9c req-4a76e391-3d09-43ab-a944-fb83126fce59 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:43.386925 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-28d5c8e7-031e-4c75-bdea-6091dcc2cb9c req-4a76e391-3d09-43ab-a944-fb83126fce59 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Synchronizing usage tracker for tenant:14187639adc74d1bb49ed835b238d04c on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:36:43.571345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-28d5c8e7-031e-4c75-bdea-6091dcc2cb9c req-4a76e391-3d09-43ab-a944-fb83126fce59 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Unset dirty status for tenant:14187639adc74d1bb49ed835b238d04c on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:36:43.572848 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-28d5c8e7-031e-4c75-bdea-6091dcc2cb9c req-4a76e391-3d09-43ab-a944-fb83126fce59 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 943 time: 1.3166287
Feb 17 04:36:43.620574 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f944d3e1-4fa1-4b88-a215-7ef0b78b2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:43.622945 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-f944d3e1-4fa1-4b88-a215-7ef0b78b2f5d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e4b4d6f-314c-441b-8097-09a229d3e1c5 HTTP/1.1" status: 200  len: 848 time: 0.1277370
Feb 17 04:36:43.778543 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-29ba9e3c-277e-410d-885f-ffcfaaedfa72 req-3109e223-3412-4209-9d74-844928cbd870 service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4168236
Feb 17 04:36:43.862677 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-7a0085a5-a156-4ff9-84aa-31d01f465fdc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3751aa1-d0d2-4655-997c-f8c5fd944ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1789007
Feb 17 04:36:43.883722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e2d72-6bce-41b4-8717-a4f02615c5f0 req-41da9f38-4511-4b2a-b5be-14b4f79e01b7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:43.897357 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-172e2d72-6bce-41b4-8717-a4f02615c5f0 req-41da9f38-4511-4b2a-b5be-14b4f79e01b7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.3716574
Feb 17 04:36:43.950506 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-28d5c8e7-031e-4c75-bdea-6091dcc2cb9c req-eb747cf0-d9be-4896-b706-da0197191819 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Synchronizing usage tracker for tenant:14187639adc74d1bb49ed835b238d04c on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:36:43.966152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] For port e61721f8-ed25-4ebf-82cf-247999d61026, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:36:43.972998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] For port e61721f8-ed25-4ebf-82cf-247999d61026, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e61721f8-ed25-4ebf-82cf-247999d61026,segment=NetworkSegment(00d09953-aabf-40a5-a01c-5e582f4ef900),segment_id=00d09953-aabf-40a5-a01c-5e582f4ef900)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:36:43.984637 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-172e2d72-6bce-41b4-8717-a4f02615c5f0 req-1b5c67b6-5a73-4f46-ae45-8c3495259d3c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853994
Feb 17 04:36:44.008799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:44.050200 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:44.134846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-28d5c8e7-031e-4c75-bdea-6091dcc2cb9c req-eb747cf0-d9be-4896-b706-da0197191819 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Unset dirty status for tenant:14187639adc74d1bb49ed835b238d04c on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:36:44.160856 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-28d5c8e7-031e-4c75-bdea-6091dcc2cb9c req-eb747cf0-d9be-4896-b706-da0197191819 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5280621
Feb 17 04:36:44.366703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Pushing event updated for resources: {'Port': ['ID=e61721f8-ed25-4ebf-82cf-247999d61026,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:44.370667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:44.488577 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:44.490312 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:44.494252 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] 10.222.0.76 "PUT /v2.0/ports/e61721f8-ed25-4ebf-82cf-247999d61026 HTTP/1.1" status: 200  len: 1157 time: 6.3216920
Feb 17 04:36:44.508948 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c2b82-2904-49c8-88d9-14a455470012 req-656a9975-5a9f-41c3-9a71-db32d4b7afa1 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:44.510639 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-353c2b82-2904-49c8-88d9-14a455470012 req-656a9975-5a9f-41c3-9a71-db32d4b7afa1 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 944 time: 0.3435478
Feb 17 04:36:44.611994 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-353c2b82-2904-49c8-88d9-14a455470012 req-c28674d1-1fa3-4bad-8ec5-43799974dc06 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861535
Feb 17 04:36:44.858296 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f4dd0-3317-45c4-ab73-1b377ec02d0c req-d7962bfd-cdc4-4bc6-8776-f1649836fa55 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:44.861455 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-778f4dd0-3317-45c4-ab73-1b377ec02d0c req-d7962bfd-cdc4-4bc6-8776-f1649836fa55 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1088238
Feb 17 04:36:44.924388 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-778f4dd0-3317-45c4-ab73-1b377ec02d0c req-5622e995-e5eb-4b15-91ca-5d1f8436c3fc tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521555
Feb 17 04:36:44.941038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c42f7a-1fd2-4ca4-91b2-92aaa691bd3b req-41f47fd7-2d0d-4c47-ad96-38d51408ab9b tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:44.943668 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-67c42f7a-1fd2-4ca4-91b2-92aaa691bd3b req-41f47fd7-2d0d-4c47-ad96-38d51408ab9b tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1033590
Feb 17 04:36:45.009555 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-67c42f7a-1fd2-4ca4-91b2-92aaa691bd3b req-e6e951d0-691a-4530-abc6-80bc16433331 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564926
Feb 17 04:36:45.225642 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274abed4-845a-4bfe-81b9-b6f48a2aaa39 req-1f381cec-dbef-4ca4-8f0b-53df54c66b95 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:45.228409 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-274abed4-845a-4bfe-81b9-b6f48a2aaa39 req-1f381cec-dbef-4ca4-8f0b-53df54c66b95 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.0933256
Feb 17 04:36:45.286098 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-274abed4-845a-4bfe-81b9-b6f48a2aaa39 req-3c6c233e-995a-49a6-90e5-d32a0d06d186 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518939
Feb 17 04:36:45.352846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:45.406231 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026', 'status': 'completed', 'code': 200}
Feb 17 04:36:45.413536 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f60ab-e8e2-4104-a73e-562cfff841f1 req-2b3fdea9-dad1-4679-aec9-e81b9a8d7f35 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:45.415129 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a73f60ab-e8e2-4104-a73e-562cfff841f1 req-2b3fdea9-dad1-4679-aec9-e81b9a8d7f35 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 943 time: 0.1047149
Feb 17 04:36:45.465464 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a73f60ab-e8e2-4104-a73e-562cfff841f1 req-1f9c3bff-d02f-4d5d-940b-5fce754b27ef tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432141
Feb 17 04:36:45.850200 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a9be6-57b4-4e35-8171-1794ffacee30 req-961ca025-fc21-421a-b6e7-e00008d304e7 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:45.851918 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-300a9be6-57b4-4e35-8171-1794ffacee30 req-961ca025-fc21-421a-b6e7-e00008d304e7 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 944 time: 0.1086390
Feb 17 04:36:45.906946 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-300a9be6-57b4-4e35-8171-1794ffacee30 req-4aeb1ef9-a09f-4acb-8896-e94067fd63b9 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483873
Feb 17 04:36:46.144775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b47659-772f-422f-9fff-0709ee82cf19 req-bf7745e9-3f5c-4f44-8c1f-b1b9b760bdc2 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:46.146462 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-14b47659-772f-422f-9fff-0709ee82cf19 req-bf7745e9-3f5c-4f44-8c1f-b1b9b760bdc2 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1047089
Feb 17 04:36:46.198038 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-14b47659-772f-422f-9fff-0709ee82cf19 req-ab55e592-298a-423b-b82c-10444855c8f6 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445509
Feb 17 04:36:46.228439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46bccd-c21d-42fb-8374-8b6cba97cbd9 req-d9cbb01f-a7c6-4e18-9899-fe50151f42c9 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:46.231101 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1f46bccd-c21d-42fb-8374-8b6cba97cbd9 req-d9cbb01f-a7c6-4e18-9899-fe50151f42c9 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.0989063
Feb 17 04:36:46.286086 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1f46bccd-c21d-42fb-8374-8b6cba97cbd9 req-192e1d82-ec7e-4dfd-b03f-2aa709ae9562 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482979
Feb 17 04:36:46.521322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7df1e-0c6d-4527-b70f-42a027308383 req-11ff90bd-8fbe-4f59-b05f-bf2fff7410bd tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:46.522978 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d8e7df1e-0c6d-4527-b70f-42a027308383 req-11ff90bd-8fbe-4f59-b05f-bf2fff7410bd tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1019199
Feb 17 04:36:46.590367 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d8e7df1e-0c6d-4527-b70f-42a027308383 req-a3018c94-983c-4171-9d5e-e1ae605ff2b0 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575671
Feb 17 04:36:46.869591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b28fd-ee02-4a48-9f0c-af78224a317f req-3462c735-5587-4ea3-b670-17f9f5cdea27 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:46.871139 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d64b28fd-ee02-4a48-9f0c-af78224a317f req-3462c735-5587-4ea3-b670-17f9f5cdea27 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 943 time: 0.1149545
Feb 17 04:36:46.938964 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d64b28fd-ee02-4a48-9f0c-af78224a317f req-4bede1ba-f115-458d-ab9c-d095f3e5a4f6 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596740
Feb 17 04:36:47.165132 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04810353-c5a5-4fe2-a084-e7f3bb0c806f req-0ecf9cf9-3d16-417c-84dd-4e6856114c10 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:47.167565 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-04810353-c5a5-4fe2-a084-e7f3bb0c806f req-0ecf9cf9-3d16-417c-84dd-4e6856114c10 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 944 time: 0.1170192
Feb 17 04:36:47.374569 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-04810353-c5a5-4fe2-a084-e7f3bb0c806f req-27378bc3-e31d-41ff-8c20-724745d9c4b2 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708005
Feb 17 04:36:47.559418 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a73ac-1c76-4a28-94b4-3476f114626f req-9b58a0b0-f072-4949-83b3-c6b877806474 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:47.562721 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-494a73ac-1c76-4a28-94b4-3476f114626f req-9b58a0b0-f072-4949-83b3-c6b877806474 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1419017
Feb 17 04:36:47.647892 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-494a73ac-1c76-4a28-94b4-3476f114626f req-f4f53426-0c30-413a-9adc-123299cdb5d7 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741172
Feb 17 04:36:47.735685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c78fd0-f66b-4136-bcc9-e91d3c10b446 req-5e166f73-fb1c-4276-aae8-166c6903a19f tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:47.747959 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-29c78fd0-f66b-4136-bcc9-e91d3c10b446 req-5e166f73-fb1c-4276-aae8-166c6903a19f tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1901205
Feb 17 04:36:47.871594 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-29c78fd0-f66b-4136-bcc9-e91d3c10b446 req-4535a54a-e1af-40c4-9c48-162e083783e0 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1179836
Feb 17 04:36:48.027314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb222d8c-9987-4410-ac0c-11b33473d47b req-dfd0910a-0de3-42c1-80fe-d9e1b6c279b6 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:48.029420 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-cb222d8c-9987-4410-ac0c-11b33473d47b req-dfd0910a-0de3-42c1-80fe-d9e1b6c279b6 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.2238750
Feb 17 04:36:48.181515 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-cb222d8c-9987-4410-ac0c-11b33473d47b req-cb1d1f5c-a6b1-4c13-b9e4-a35a9a8998fa tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1230242
Feb 17 04:36:48.232439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0727364-cbe2-4f7c-ae45-f120dab134f7 req-ca7f86cc-504b-4b6b-a4dd-c0e51921a537 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:48.234707 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f0727364-cbe2-4f7c-ae45-f120dab134f7 req-ca7f86cc-504b-4b6b-a4dd-c0e51921a537 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 943 time: 0.1246965
Feb 17 04:36:48.304992 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f0727364-cbe2-4f7c-ae45-f120dab134f7 req-a8a7300f-fbe4-459a-9f6b-9732c44be4d8 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582500
Feb 17 04:36:48.671493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023f081-ae16-4199-943d-cd51fc09077e req-8279c303-daf3-4fac-a3d2-9e127ade7d26 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:48.673215 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d023f081-ae16-4199-943d-cd51fc09077e req-8279c303-daf3-4fac-a3d2-9e127ade7d26 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 944 time: 0.1483777
Feb 17 04:36:48.763725 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d023f081-ae16-4199-943d-cd51fc09077e req-7a032472-de35-4ab7-a710-d57bac65d536 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760620
Feb 17 04:36:48.964860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb86df7-faed-41bd-88bc-0e569647a2d2 req-0f7384a9-28c6-48b4-b7e6-ef28361ee0cf tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:48.973528 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ccb86df7-faed-41bd-88bc-0e569647a2d2 req-0f7384a9-28c6-48b4-b7e6-ef28361ee0cf tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1377361
Feb 17 04:36:49.024127 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ccb86df7-faed-41bd-88bc-0e569647a2d2 req-528c49aa-a699-4de5-847b-26e1ab1ac224 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492871
Feb 17 04:36:49.142371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1af189-c7ec-49d0-8975-43978a1d5e99 req-b7b62de0-da3c-4612-9d7c-ee09fc801b01 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:49.144129 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ba1af189-c7ec-49d0-8975-43978a1d5e99 req-b7b62de0-da3c-4612-9d7c-ee09fc801b01 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1112804
Feb 17 04:36:49.199987 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ba1af189-c7ec-49d0-8975-43978a1d5e99 req-9afa486b-2a04-464f-a04c-76f067aa63cb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494471
Feb 17 04:36:49.412835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2574ba-0f61-4cdb-8b6d-4dbbd98e8ae7 req-8b024321-1b83-4b81-a0ed-fbab5aa12936 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:49.415549 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1b2574ba-0f61-4cdb-8b6d-4dbbd98e8ae7 req-8b024321-1b83-4b81-a0ed-fbab5aa12936 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1133685
Feb 17 04:36:49.477493 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1b2574ba-0f61-4cdb-8b6d-4dbbd98e8ae7 req-6284325f-8c06-487a-870c-c7a9eb94406c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486896
Feb 17 04:36:49.546261 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f95e0-1465-48ab-bdf2-e08565c7d4b2 req-214f5379-fe95-4103-9bc5-970890195f0a tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:49.547900 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d65f95e0-1465-48ab-bdf2-e08565c7d4b2 req-214f5379-fe95-4103-9bc5-970890195f0a tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 943 time: 0.1089230
Feb 17 04:36:49.602579 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d65f95e0-1465-48ab-bdf2-e08565c7d4b2 req-5f9bcd7f-f9e9-4d6c-b69c-61bc49009a90 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471990
Feb 17 04:36:49.997491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e06fb-ec4c-4538-aa85-b828039f88d9 req-ec38f14d-e699-4a6d-8257-ce36dfd3a297 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:49.999117 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-bf9e06fb-ec4c-4538-aa85-b828039f88d9 req-ec38f14d-e699-4a6d-8257-ce36dfd3a297 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 944 time: 0.0933580
Feb 17 04:36:50.057641 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-bf9e06fb-ec4c-4538-aa85-b828039f88d9 req-c7a43777-4edd-44fb-8a77-f0f68d8fe435 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507045
Feb 17 04:36:50.257533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb17e89-c1dc-432b-b6e3-10defa523171 req-0dad98af-92e2-40c0-bd01-cd8cf6aa8ebe tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:50.259539 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ceb17e89-c1dc-432b-b6e3-10defa523171 req-0dad98af-92e2-40c0-bd01-cd8cf6aa8ebe tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.0951791
Feb 17 04:36:50.329240 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ceb17e89-c1dc-432b-b6e3-10defa523171 req-2100e0f8-9fba-4b70-92af-868ce9f94ec2 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570982
Feb 17 04:36:50.442504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c245e7-95b0-4000-b3f9-d90e1b1ce361 req-e9453b72-7426-4e63-990b-1ad2cdbd147d tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:50.444085 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-63c245e7-95b0-4000-b3f9-d90e1b1ce361 req-e9453b72-7426-4e63-990b-1ad2cdbd147d tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1081765
Feb 17 04:36:50.499696 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-63c245e7-95b0-4000-b3f9-d90e1b1ce361 req-83ba3ed4-2cae-4bda-97e7-b244903d6cd3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474620
Feb 17 04:36:50.721717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47977de-1838-4e5e-b32d-7632b2dea596 req-a551e5ee-7723-487f-b30e-c2b40e4de09b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:50.723409 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c47977de-1838-4e5e-b32d-7632b2dea596 req-a551e5ee-7723-487f-b30e-c2b40e4de09b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1099811
Feb 17 04:36:50.786524 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c47977de-1838-4e5e-b32d-7632b2dea596 req-5ce7a7c8-733d-4882-8734-753016343a4c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527632
Feb 17 04:36:50.845016 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bc797-c7d9-435a-a0dc-1a99088d6dc2 req-abb0421b-2cb0-405f-a648-d5daa84735ff tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:50.847409 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4e5bc797-c7d9-435a-a0dc-1a99088d6dc2 req-abb0421b-2cb0-405f-a648-d5daa84735ff tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 943 time: 0.1042023
Feb 17 04:36:50.909190 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4e5bc797-c7d9-435a-a0dc-1a99088d6dc2 req-e56e0d09-c50d-4a3b-b3c1-a95136ca69ce tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532978
Feb 17 04:36:51.282581 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833b776-54fb-4967-a610-5fccf3377c03 req-cc4ddcd1-c43c-4bfa-ae54-220506bd395a tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:51.284248 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a833b776-54fb-4967-a610-5fccf3377c03 req-cc4ddcd1-c43c-4bfa-ae54-220506bd395a tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 944 time: 0.0946465
Feb 17 04:36:51.345182 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a833b776-54fb-4967-a610-5fccf3377c03 req-ffa80ac7-c9de-49df-8d7a-689a74921cef tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540078
Feb 17 04:36:51.714569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812c9bd-d1d3-43b8-8ec1-356601bdb3eb req-21294c3f-3496-46b4-a18b-140143421de3 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:51.717199 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1812c9bd-d1d3-43b8-8ec1-356601bdb3eb req-21294c3f-3496-46b4-a18b-140143421de3 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1288211
Feb 17 04:36:51.759590 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f210a6-029f-4e95-81fe-cd197ee60ade req-368d86a4-2a0c-41bb-bd49-7260cc48e127 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:51.761936 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-36f210a6-029f-4e95-81fe-cd197ee60ade req-368d86a4-2a0c-41bb-bd49-7260cc48e127 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1128988
Feb 17 04:36:51.787303 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1812c9bd-d1d3-43b8-8ec1-356601bdb3eb req-c09e0567-ee76-4040-8d5d-8192af7cd011 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624828
Feb 17 04:36:51.827095 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-36f210a6-029f-4e95-81fe-cd197ee60ade req-0c310ac5-dc2b-47e9-b619-a26e5ef3cc76 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555925
Feb 17 04:36:52.036865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418815-d27c-4da3-bd6d-4d0fc23154e8 req-b85dc3df-96a4-4172-b91a-66308b7464a1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:52.039887 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b8418815-d27c-4da3-bd6d-4d0fc23154e8 req-b85dc3df-96a4-4172-b91a-66308b7464a1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1134796
Feb 17 04:36:52.095353 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b8418815-d27c-4da3-bd6d-4d0fc23154e8 req-e5d43e99-6a51-4dd0-aa11-b167ae807ce9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472233
Feb 17 04:36:52.161637 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e43806-cb79-4e8f-a124-409d10933ba2 req-25c391ab-572d-4225-a154-1d70aeec8d08 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:52.163348 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-19e43806-cb79-4e8f-a124-409d10933ba2 req-25c391ab-572d-4225-a154-1d70aeec8d08 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 943 time: 0.1167724
Feb 17 04:36:52.331364 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-19e43806-cb79-4e8f-a124-409d10933ba2 req-213a3f09-630b-4551-9934-50a40a9ccd5d tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400836
Feb 17 04:36:52.355704 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-29ba9e3c-277e-410d-885f-ffcfaaedfa72 req-b7cbc64e-781e-4e9d-adb4-5fccb4517a18 service neutron] 10.222.0.76 "GET /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1908529
Feb 17 04:36:52.440891 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-d35370c3-5073-4c09-8d30-ea6184022415 service neutron] 10.222.0.76 "GET /v2.0/networks/b3751aa1-d0d2-4655-997c-f8c5fd944ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2629919
Feb 17 04:36:52.449315 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b575296-63ff-42e8-a191-90701fc7551e req-dac1d9f8-0ca0-40e1-a7a5-52d9c5499c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:52.450921 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4b575296-63ff-42e8-a191-90701fc7551e req-dac1d9f8-0ca0-40e1-a7a5-52d9c5499c8c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=14187639adc74d1bb49ed835b238d04c&device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 1160 time: 0.2393615
Feb 17 04:36:52.562387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98437e-e982-4243-8182-1727d1d98f7a req-bf19874f-3317-4ec5-8180-0b98a4099091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:52.563663 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ac98437e-e982-4243-8182-1727d1d98f7a req-bf19874f-3317-4ec5-8180-0b98a4099091 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ceefaf95d6747d4874041041d75b0c7&device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 1163 time: 0.0998333
Feb 17 04:36:52.801346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98437e-e982-4243-8182-1727d1d98f7a req-5e10bd6b-a94c-4350-9815-aa13bb46b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:52.804184 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ac98437e-e982-4243-8182-1727d1d98f7a req-5e10bd6b-a94c-4350-9815-aa13bb46b551 service neutron] 10.222.0.76 "GET /v2.0/networks?id=db318819-52ac-454a-9acd-88522654014f HTTP/1.1" status: 200  len: 905 time: 0.2291167
Feb 17 04:36:52.837014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b575296-63ff-42e8-a191-90701fc7551e req-8893211a-eac5-4da9-aec2-eabc18caf0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:52.839351 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4b575296-63ff-42e8-a191-90701fc7551e req-8893211a-eac5-4da9-aec2-eabc18caf0d9 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=14187639adc74d1bb49ed835b238d04c&shared=False HTTP/1.1" status: 200  len: 909 time: 0.3596401
Feb 17 04:36:52.847159 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d62d26e3-b3ba-492d-b6bd-f4fef2e4e2d5 req-b5f7bb28-b035-4180-a723-5021c56f424b service neutron] 10.222.0.76 "GET /v2.0/networks/b3751aa1-d0d2-4655-997c-f8c5fd944ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3948836
Feb 17 04:36:52.870992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42275d-a278-4d8f-bc93-fffac92b6db5 req-a459b40c-e982-48e6-8e61-662359bcefdf tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:52.873022 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0b42275d-a278-4d8f-bc93-fffac92b6db5 req-a459b40c-e982-48e6-8e61-662359bcefdf tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 944 time: 0.3649127
Feb 17 04:36:52.914200 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 7c039b81-545d-4b96-8225-5c9d5bbd4f40 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:53.009382 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ac98437e-e982-4243-8182-1727d1d98f7a req-c9a27659-ca50-4bf3-9774-c5fa8d4ffa44 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c039b81-545d-4b96-8225-5c9d5bbd4f40 HTTP/1.1" status: 200  len: 1001 time: 0.1977859
Feb 17 04:36:53.048528 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:53.049456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:53.218432 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0b42275d-a278-4d8f-bc93-fffac92b6db5 req-0c686043-8d89-49ac-ab08-07760f6f0994 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3071373
Feb 17 04:36:53.233558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98437e-e982-4243-8182-1727d1d98f7a req-96b8c8f6-9ed3-4dd5-812c-dd1c55bcf4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.235883 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ac98437e-e982-4243-8182-1727d1d98f7a req-96b8c8f6-9ed3-4dd5-812c-dd1c55bcf4d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb541eeb-bbaf-4cdc-be92-cb0eb60b219f HTTP/1.1" status: 200  len: 850 time: 0.1627893
Feb 17 04:36:53.245075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 72ce24c8-c620-47e9-bb1f-d76da6e573dc no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:36:53.250015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a00b0-c65e-40a2-8ed0-d379798e44d8 req-98277688-9a96-411d-b001-beffdedb4c03 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.263361 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8a0a00b0-c65e-40a2-8ed0-d379798e44d8 req-98277688-9a96-411d-b001-beffdedb4c03 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.2513645
Feb 17 04:36:53.277994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd6a27-5f19-4271-b8d6-0232fc940541 req-f2696a27-5661-476d-a830-16b7650e2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.280419 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-59dd6a27-5f19-4271-b8d6-0232fc940541 req-f2696a27-5661-476d-a830-16b7650e2390 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd5defbe82e641678f7511f3f14fefbf&device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 1161 time: 0.2694330
Feb 17 04:36:53.403837 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b575296-63ff-42e8-a191-90701fc7551e req-c3ce4b7f-d48d-4c49-a9d0-dee53ce10836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.405759 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4b575296-63ff-42e8-a191-90701fc7551e req-c3ce4b7f-d48d-4c49-a9d0-dee53ce10836 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5474555
Feb 17 04:36:53.455949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:53.483174 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8a0a00b0-c65e-40a2-8ed0-d379798e44d8 req-7069df54-5674-43f1-a3c4-b18ff3fb250b tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186134
Feb 17 04:36:53.491471 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:53.507956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 72ce24c8-c620-47e9-bb1f-d76da6e573dc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=72ce24c8-c620-47e9-bb1f-d76da6e573dc,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:53.515997 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98437e-e982-4243-8182-1727d1d98f7a req-8d06be92-daf0-42d6-af3d-fda1cb6015a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.517643 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ac98437e-e982-4243-8182-1727d1d98f7a req-8d06be92-daf0-42d6-af3d-fda1cb6015a8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=db318819-52ac-454a-9acd-88522654014f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2501607
Feb 17 04:36:53.561534 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:53.565510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:53.677274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=72ce24c8-c620-47e9-bb1f-d76da6e573dc,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:53.698474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.699152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.700457 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.701020 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.701557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.705440 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.706128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.706715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.707324 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.707967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.708636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.710679 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.711329 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.711877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.714253 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.714862 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.719676 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.720548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.721214 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.721885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.722758 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.723472 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.724373 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.727975 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:36:53.739206 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:53.748263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd6a27-5f19-4271-b8d6-0232fc940541 req-0ccb56a5-aea9-4fb7-a9a8-341a3626c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:53.750915 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-59dd6a27-5f19-4271-b8d6-0232fc940541 req-0ccb56a5-aea9-4fb7-a9a8-341a3626c4a3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3751aa1-d0d2-4655-997c-f8c5fd944ed5 HTTP/1.1" status: 200  len: 902 time: 0.4586196
Feb 17 04:36:53.877619 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-59dd6a27-5f19-4271-b8d6-0232fc940541 req-cd32ac1e-202c-4ec2-880f-d5a8f8b19678 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc869d8b-0fc9-4051-9ff9-d664363c0879 HTTP/1.1" status: 200  len: 217 time: 0.1038091
Feb 17 04:36:53.893471 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ac98437e-e982-4243-8182-1727d1d98f7a req-d03f911f-2467-44f8-ac86-b5a49cacacb3 service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3666093
Feb 17 04:36:54.093801 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5680d-3813-40ff-9917-e6782aa5dec6 req-d86e39e3-3f7a-4f9d-b753-60476c2ca5df tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:54.096345 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f8d5680d-3813-40ff-9917-e6782aa5dec6 req-d86e39e3-3f7a-4f9d-b753-60476c2ca5df tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.3484492
Feb 17 04:36:54.165146 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f8d5680d-3813-40ff-9917-e6782aa5dec6 req-c206850b-e096-4d71-90cb-68d09bc12b89 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577669
Feb 17 04:36:54.220682 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754509f-c663-4603-8dd2-28f4314590aa req-c09d88a6-c9e3-498c-b46a-f2b321adc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:54.221278 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ac98437e-e982-4243-8182-1727d1d98f7a req-747e5bfc-0ae1-4c87-a356-7b720a462884 service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3035529
Feb 17 04:36:54.222304 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-c09d88a6-c9e3-498c-b46a-f2b321adc60c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=14187639adc74d1bb49ed835b238d04c&device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 1160 time: 0.7456374
Feb 17 04:36:54.234374 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719ef26-30e2-40cf-b703-fa957d9161b6 req-e98f5d96-f3be-4c33-b321-dcb681b86f89 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:54.242611 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a719ef26-30e2-40cf-b703-fa957d9161b6 req-e98f5d96-f3be-4c33-b321-dcb681b86f89 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.8423672
Feb 17 04:36:54.320968 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd6a27-5f19-4271-b8d6-0232fc940541 req-35ffedcb-63ac-4d62-8b90-0535e3818347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:54.322892 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-59dd6a27-5f19-4271-b8d6-0232fc940541 req-35ffedcb-63ac-4d62-8b90-0535e3818347 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e4b4d6f-314c-441b-8097-09a229d3e1c5 HTTP/1.1" status: 200  len: 848 time: 0.4279587
Feb 17 04:36:54.389145 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-cc61e448-c86a-4e68-b103-6e9dc36fd554 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e61721f8-ed25-4ebf-82cf-247999d61026 HTTP/1.1" status: 200  len: 217 time: 0.1290765
Feb 17 04:36:54.474521 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-59dd6a27-5f19-4271-b8d6-0232fc940541 req-3b7125da-f96e-4231-8b37-5666f3bbc080 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3751aa1-d0d2-4655-997c-f8c5fd944ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1401391
Feb 17 04:36:54.536002 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a719ef26-30e2-40cf-b703-fa957d9161b6 req-09603cc2-544a-4af2-8359-2e6b43ee3d05 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2920547
Feb 17 04:36:54.664232 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc', 'code': 200}
Feb 17 04:36:54.667694 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754509f-c663-4603-8dd2-28f4314590aa req-8009999a-f9b3-4f6b-b0b7-e28063213c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:54.669934 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-8009999a-f9b3-4f6b-b0b7-e28063213c66 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9635206-c9e7-49d0-bd4e-847855edf914 HTTP/1.1" status: 200  len: 854 time: 0.2581317
Feb 17 04:36:54.760255 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f674e-bcf9-42a1-b615-dd32f445c4b4 req-5d22d9ee-5509-40d1-aad2-e07f33e1f0b5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:54.762601 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3a6f674e-bcf9-42a1-b615-dd32f445c4b4 req-5d22d9ee-5509-40d1-aad2-e07f33e1f0b5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 943 time: 0.4400933
Feb 17 04:36:54.862686 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-59dd6a27-5f19-4271-b8d6-0232fc940541 req-9495ddcf-8efb-4651-9057-ad16fd5e456d service neutron] 10.222.0.76 "GET /v2.0/networks/b3751aa1-d0d2-4655-997c-f8c5fd944ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3778110
Feb 17 04:36:54.866648 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3a6f674e-bcf9-42a1-b615-dd32f445c4b4 req-bc5ed28a-38fb-4367-94ed-762014aa6dd1 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749998
Feb 17 04:36:54.995632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754509f-c663-4603-8dd2-28f4314590aa req-0a4ecc23-8bf9-48a1-8d1c-a842b60735c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:54.997924 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-0a4ecc23-8bf9-48a1-8d1c-a842b60735c2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25653d82-43fa-4aa5-a3be-d27965409dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3145638
Feb 17 04:36:55.136854 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dca76-d9f5-433c-bd3a-775d4240dc0d req-3eea7264-a714-4862-a418-c598bc6462fa tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:55.146164 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-295dca76-d9f5-433c-bd3a-775d4240dc0d req-3eea7264-a714-4862-a418-c598bc6462fa tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1266243
Feb 17 04:36:55.148600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee9558-b093-4377-87ac-0129f83744fe req-661794f2-be6a-4166-8cbc-606ec1cef0b8 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:55.150310 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-98ee9558-b093-4377-87ac-0129f83744fe req-661794f2-be6a-4166-8cbc-606ec1cef0b8 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 944 time: 0.3515823
Feb 17 04:36:55.207807 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-295dca76-d9f5-433c-bd3a-775d4240dc0d req-660f8be7-058c-4641-a64f-20521397dad3 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599046
Feb 17 04:36:55.228948 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-59dd6a27-5f19-4271-b8d6-0232fc940541 req-8704dae6-6f18-4f33-bc05-ad00bf092236 service neutron] 10.222.0.76 "GET /v2.0/networks/b3751aa1-d0d2-4655-997c-f8c5fd944ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3526237
Feb 17 04:36:55.261445 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-98ee9558-b093-4377-87ac-0129f83744fe req-20c3e043-716b-45fd-b115-0e3fd27a2c32 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989807
Feb 17 04:36:55.287155 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-466f8025-1536-4f14-a855-a21c141861b8 service neutron] 10.222.0.76 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2778065
Feb 17 04:36:55.406693 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device fc869d8b-0fc9-4051-9ff9-d664363c0879 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:55.459944 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3754509f-c663-4603-8dd2-28f4314590aa req-7d21a073-a4ed-4a08-ab85-8ab4b9ec2043 service neutron] 10.222.0.76 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1634526
Feb 17 04:36:55.495663 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8b155-b162-40c5-88e0-c21bbc09682e req-0a189031-6536-4fb8-b00d-fccddb2ed51f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:55.498050 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71e8b155-b162-40c5-88e0-c21bbc09682e req-0a189031-6536-4fb8-b00d-fccddb2ed51f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1427341
Feb 17 04:36:55.549364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port fc869d8b-0fc9-4051-9ff9-d664363c0879 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:55.552023 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71e8b155-b162-40c5-88e0-c21bbc09682e req-3931996e-f33f-4f91-b411-3ffdf471e09c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467482
Feb 17 04:36:55.559812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port fc869d8b-0fc9-4051-9ff9-d664363c0879 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:55.559812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:55.765112 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:55.816888 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port fc869d8b-0fc9-4051-9ff9-d664363c0879, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=fc869d8b-0fc9-4051-9ff9-d664363c0879,segment=NetworkSegment(90b8e815-429c-4906-b92f-3208fdb722bd),segment_id=90b8e815-429c-4906-b92f-3208fdb722bd)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:55.828873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b66094-809e-4491-b5b0-bbc6b8adb7ec req-250916a4-a234-473f-90ab-cf1578eba024 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:55.836742 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-33b66094-809e-4491-b5b0-bbc6b8adb7ec req-250916a4-a234-473f-90ab-cf1578eba024 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1350267
Feb 17 04:36:55.857913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:55.861824 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:55.892098 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-33b66094-809e-4491-b5b0-bbc6b8adb7ec req-8b0119ce-9aa1-4934-bff4-fde30bc64a5d tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540848
Feb 17 04:36:55.947757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=fc869d8b-0fc9-4051-9ff9-d664363c0879,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:55.975089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:56.202666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799958f-03d2-4d19-98da-cf1eaf15b86b req-022b9ac5-cbb7-41e6-8a21-367ee899a935 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:56.204435 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2799958f-03d2-4d19-98da-cf1eaf15b86b req-022b9ac5-cbb7-41e6-8a21-367ee899a935 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 943 time: 0.0943129
Feb 17 04:36:56.276886 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2799958f-03d2-4d19-98da-cf1eaf15b86b req-bc79d2d8-96c8-4689-8b9e-65422158a742 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524271
Feb 17 04:36:56.497345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdc5d1-2e4a-409b-b79a-47c4f634d71c req-40107b17-2a63-4ac3-bd50-d58293b9a490 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:56.499148 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-32bdc5d1-2e4a-409b-b79a-47c4f634d71c req-40107b17-2a63-4ac3-bd50-d58293b9a490 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 946 time: 0.1009059
Feb 17 04:36:56.553189 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-32bdc5d1-2e4a-409b-b79a-47c4f634d71c req-b72bbbda-ecf6-46f0-87cb-f5ed9a7b1b2a tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459175
Feb 17 04:36:56.665861 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204358c6-0e55-43d0-9716-3a5e4232673c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc869d8b-0fc9-4051-9ff9-d664363c0879'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:56.726231 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204358c6-0e55-43d0-9716-3a5e4232673c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc869d8b-0fc9-4051-9ff9-d664363c0879', 'code': 200}
Feb 17 04:36:57.063710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.objects.ports [None req-795048ca-8853-4e11-8eb4-06d6eaea9a1e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:36:57.081767 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9464c9b-1e42-4d5a-bed2-11c791b4eafc req-42487dc2-e352-482c-875d-d9219bb0ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:57.083391 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f9464c9b-1e42-4d5a-bed2-11c791b4eafc req-42487dc2-e352-482c-875d-d9219bb0ef4f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 1163 time: 0.0891318
Feb 17 04:36:57.146193 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f9464c9b-1e42-4d5a-bed2-11c791b4eafc req-2cf1e1fa-658e-48b2-a6e3-d5d94d5008e4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546446
Feb 17 04:36:57.541335 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69846282-4ea3-43e1-b008-e4f6a11158cb req-4d056a5a-9c98-4712-857d-e7ae756114eb tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:57.543266 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-69846282-4ea3-43e1-b008-e4f6a11158cb req-4d056a5a-9c98-4712-857d-e7ae756114eb tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 943 time: 0.1200526
Feb 17 04:36:57.598465 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-69846282-4ea3-43e1-b008-e4f6a11158cb req-c2f2c197-f60f-4a12-b7c6-286c6d27640d tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470455
Feb 17 04:36:57.613187 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device fc869d8b-0fc9-4051-9ff9-d664363c0879 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:57.760617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port fc869d8b-0fc9-4051-9ff9-d664363c0879 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:57.761035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:57.856123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6b0ea-61ab-44ef-90a4-7a01977be9f5 req-022a6317-84f9-436f-abf1-1838976fd50e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:57.863971 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8fe6b0ea-61ab-44ef-90a4-7a01977be9f5 req-022a6317-84f9-436f-abf1-1838976fd50e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1239202
Feb 17 04:36:57.939577 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8fe6b0ea-61ab-44ef-90a4-7a01977be9f5 req-84d51f95-5bb2-48a3-af50-c2856fc39305 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744829
Feb 17 04:36:57.944691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d2fe0-30d1-4c35-bdf0-25ef442c2c86 req-5dd14289-4612-4793-98ab-eb44d803b323 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:57.946303 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-362d2fe0-30d1-4c35-bdf0-25ef442c2c86 req-5dd14289-4612-4793-98ab-eb44d803b323 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 946 time: 0.1433356
Feb 17 04:36:57.979235 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device e61721f8-ed25-4ebf-82cf-247999d61026 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:36:58.005196 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-362d2fe0-30d1-4c35-bdf0-25ef442c2c86 req-87c4f8ba-26e3-4d40-b120-5f9fca658bcd tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511634
Feb 17 04:36:58.092393 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port e61721f8-ed25-4ebf-82cf-247999d61026 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:36:58.098030 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port e61721f8-ed25-4ebf-82cf-247999d61026 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:36:58.103754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:58.150229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58072) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:36:58.253321 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:58.304741 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port e61721f8-ed25-4ebf-82cf-247999d61026, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e61721f8-ed25-4ebf-82cf-247999d61026,segment=NetworkSegment(00d09953-aabf-40a5-a01c-5e582f4ef900),segment_id=00d09953-aabf-40a5-a01c-5e582f4ef900)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:36:58.310593 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d347b603-ef77-413f-8074-1e684dbe025a req-2eb87b23-cdc4-480c-8161-dcdfb2692a13 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1589334
Feb 17 04:36:58.354839 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:36:58.357737 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:36:58.442081 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=e61721f8-ed25-4ebf-82cf-247999d61026,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:36:58.445434 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:36:58.727093 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:36:58.778162 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026', 'code': 200}
Feb 17 04:36:58.813356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8081e9-08ed-4947-abaa-cba59274fbbc req-f47e092c-a1b1-4311-91dd-f8ab0250d6cc tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:58.814979 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2c8081e9-08ed-4947-abaa-cba59274fbbc req-f47e092c-a1b1-4311-91dd-f8ab0250d6cc tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 945 time: 0.0918701
Feb 17 04:36:58.864586 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2c8081e9-08ed-4947-abaa-cba59274fbbc req-242078be-ed0a-4c46-8b4c-d1b1ce064b9b tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423110
Feb 17 04:36:59.152033 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7dd16-94bb-4f5e-b9c6-4dbd993c6031 req-8b484968-e212-4ece-a89e-26d2890acb30 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:59.153742 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d3a7dd16-94bb-4f5e-b9c6-4dbd993c6031 req-8b484968-e212-4ece-a89e-26d2890acb30 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.0921388
Feb 17 04:36:59.205482 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d3a7dd16-94bb-4f5e-b9c6-4dbd993c6031 req-1c553559-0388-44ca-bc80-fa07cc7280eb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450506
Feb 17 04:36:59.223208 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be568d-bb39-49ec-943c-9f184a06b081 req-57ee1b26-a23a-4d07-abeb-6e3aea837ddf tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:36:59.224925 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b3be568d-bb39-49ec-943c-9f184a06b081 req-57ee1b26-a23a-4d07-abeb-6e3aea837ddf tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 946 time: 0.0937226
Feb 17 04:36:59.281530 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b3be568d-bb39-49ec-943c-9f184a06b081 req-e7b6bf97-bcbb-4ff8-ad93-f0db59fbfa1c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446694
Feb 17 04:37:00.067320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d1086-b1b5-493c-af59-3a8852f03d7a req-80312e83-a533-4b5a-8327-cc4bc9d69415 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:00.068988 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a04d1086-b1b5-493c-af59-3a8852f03d7a req-80312e83-a533-4b5a-8327-cc4bc9d69415 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 945 time: 0.0904787
Feb 17 04:37:00.118699 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a04d1086-b1b5-493c-af59-3a8852f03d7a req-be2b2356-c200-479c-b52e-ebbd8042272e tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432382
Feb 17 04:37:00.432470 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2c7b9-4b3d-4d6b-926d-cb491296b6e5 req-93e0fb30-417a-4e85-9271-095e3f83adff tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:00.432470 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b1c2c7b9-4b3d-4d6b-926d-cb491296b6e5 req-93e0fb30-417a-4e85-9271-095e3f83adff tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.0954702
Feb 17 04:37:00.480010 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b1c2c7b9-4b3d-4d6b-926d-cb491296b6e5 req-90b8fded-ad0c-45ea-b5a9-f1b295177c79 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421684
Feb 17 04:37:01.153799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device e61721f8-ed25-4ebf-82cf-247999d61026 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:01.263640 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port e61721f8-ed25-4ebf-82cf-247999d61026 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:01.264176 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:01.376832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81112e87-dc2b-4fdd-81a8-fc0d27ace8f9 req-792bd02b-28c7-4a0c-9bd0-64f1b41dbc7d tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:01.376832 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-81112e87-dc2b-4fdd-81a8-fc0d27ace8f9 req-792bd02b-28c7-4a0c-9bd0-64f1b41dbc7d tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 945 time: 0.1097920
Feb 17 04:37:01.409490 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-81112e87-dc2b-4fdd-81a8-fc0d27ace8f9 req-847cedb7-7f7b-46ec-8e7d-69a48034fc10 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487146
Feb 17 04:37:01.576951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b31cea-dcd4-46b3-86f2-2261549074fd req-75904beb-7ed0-4656-8d4b-0bb8b9e50980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:01.578589 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a1b31cea-dcd4-46b3-86f2-2261549074fd req-75904beb-7ed0-4656-8d4b-0bb8b9e50980 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 1162 time: 0.0958984
Feb 17 04:37:01.627688 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a1b31cea-dcd4-46b3-86f2-2261549074fd req-baefba3f-cd02-4f5e-a78a-7efb266bf430 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412233
Feb 17 04:37:01.735016 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33223eba-6f1f-4a78-882f-2811462f5254 req-a3b94059-b128-4681-b5d4-9a7324b26f5b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:01.736861 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-33223eba-6f1f-4a78-882f-2811462f5254 req-a3b94059-b128-4681-b5d4-9a7324b26f5b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.0990458
Feb 17 04:37:01.790709 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-33223eba-6f1f-4a78-882f-2811462f5254 req-213272bd-9f77-4f66-8ca9-2014324211f6 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464814
Feb 17 04:37:02.096524 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58140) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:02.172985 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-616d5bff-0ecd-4dd9-bca8-e1e4f0ebfe86 admin admin] Deleting subnet ef11b178-72a0-4989-a23b-aad13f818180 {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:37:02.177701 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-616d5bff-0ecd-4dd9-bca8-e1e4f0ebfe86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:02.242243 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-616d5bff-0ecd-4dd9-bca8-e1e4f0ebfe86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006034'] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:02.307485 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-616d5bff-0ecd-4dd9-bca8-e1e4f0ebfe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:02.653729 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ec7e8-536c-4e7f-8bbb-37095ed1e25e req-2de3729a-c677-47d5-a867-7f363195f5a0 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:02.656743 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ff7ec7e8-536c-4e7f-8bbb-37095ed1e25e req-2de3729a-c677-47d5-a867-7f363195f5a0 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 946 time: 0.1083186
Feb 17 04:37:02.718463 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12ad6-4d3e-4346-87f5-623518484a8a req-c95808f6-f1a9-4656-b411-527c51bb9651 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:02.727046 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fdf12ad6-4d3e-4346-87f5-623518484a8a req-c95808f6-f1a9-4656-b411-527c51bb9651 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 945 time: 0.1815815
Feb 17 04:37:02.733929 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ff7ec7e8-536c-4e7f-8bbb-37095ed1e25e req-8104deea-dec8-4f0d-80fd-ffc81b37f714 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698872
Feb 17 04:37:02.775917 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fdf12ad6-4d3e-4346-87f5-623518484a8a req-a1925286-fbde-4925-ae73-d1e5e0875508 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475926
Feb 17 04:37:03.140219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d986ea-f8af-435f-855a-f07bcbc599c9 req-5bb00a99-9fe5-4dee-882b-033c4b97651b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:03.141914 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-92d986ea-f8af-435f-855a-f07bcbc599c9 req-5bb00a99-9fe5-4dee-882b-033c4b97651b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.0932953
Feb 17 04:37:03.190722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device e61721f8-ed25-4ebf-82cf-247999d61026 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:03.198517 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-92d986ea-f8af-435f-855a-f07bcbc599c9 req-85c04ee0-8cef-4982-b229-d29a225205d6 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489070
Feb 17 04:37:03.275170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port e61721f8-ed25-4ebf-82cf-247999d61026 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:03.275574 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:03.321040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-616d5bff-0ecd-4dd9-bca8-e1e4f0ebfe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4085193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4014444'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:03.338251 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:03.426181 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d5bff-0ecd-4dd9-bca8-e1e4f0ebfe86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef11b178-72a0-4989-a23b-aad13f818180,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:03.440827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-616d5bff-0ecd-4dd9-bca8-e1e4f0ebfe86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:03.484481 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-616d5bff-0ecd-4dd9-bca8-e1e4f0ebfe86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:03.492460 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-616d5bff-0ecd-4dd9-bca8-e1e4f0ebfe86 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ef11b178-72a0-4989-a23b-aad13f818180 HTTP/1.1" status: 204  len: 168 time: 1.3938010
Feb 17 04:37:03.494667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58160) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:03.621924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:03.974899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b603-ef77-413f-8074-1e684dbe025a req-be77ecb3-872c-41bf-b933-6202bd78d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:03.976916 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d347b603-ef77-413f-8074-1e684dbe025a req-be77ecb3-872c-41bf-b933-6202bd78d706 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c&tenant_id=b4db349eea3a41deb61c89e67a673600 HTTP/1.1" status: 200  len: 1161 time: 0.2904994
Feb 17 04:37:03.983139 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:03.997939 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ddd3-0442-4357-95f3-236b93005550 req-37b4784a-d249-4c25-99d2-564c74d7fe12 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:03.999728 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4ff3ddd3-0442-4357-95f3-236b93005550 req-37b4784a-d249-4c25-99d2-564c74d7fe12 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 945 time: 0.0964878
Feb 17 04:37:04.052690 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4ff3ddd3-0442-4357-95f3-236b93005550 req-187fd637-1e0f-428a-892c-033a46313710 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461011
Feb 17 04:37:04.300342 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f205a-22e2-454a-8454-a9750b86324a req-1a125ae4-dea4-45e3-90c5-08b5fd8306c0 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:04.302650 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a31f205a-22e2-454a-8454-a9750b86324a req-1a125ae4-dea4-45e3-90c5-08b5fd8306c0 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 945 time: 0.1197388
Feb 17 04:37:04.371259 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a31f205a-22e2-454a-8454-a9750b86324a req-45570cdc-457f-4d62-a9e8-a9b033046d6c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600505
Feb 17 04:37:04.487917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000c932940>,) {'filters': {'network_id': ['53c3f085-2644-4ec5-a3a6-3018629191a7']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:04.520032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411d0fd-ee5d-43e2-9935-853d28bae62b req-65d82537-82f6-4452-8f59-1a7c7b4bac5e tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:04.521653 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1411d0fd-ee5d-43e2-9935-853d28bae62b req-65d82537-82f6-4452-8f59-1a7c7b4bac5e tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 946 time: 0.6287117
Feb 17 04:37:04.525348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000c932940>, '1bbfd9ab-bc3f-44a1-90c8-2d609befe540') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:04.525685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000c932940>, '1bbfd9ab-bc3f-44a1-90c8-2d609befe540') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:04.568996 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850769782'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:04.588029 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12da453-85fb-4906-9adb-c987475af261 req-ff45cbc8-d632-40b9-9442-8a3c7fcd2b92 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:04.588029 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e12da453-85fb-4906-9adb-c987475af261 req-ff45cbc8-d632-40b9-9442-8a3c7fcd2b92 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.0984218
Feb 17 04:37:04.600325 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b603-ef77-413f-8074-1e684dbe025a req-9f025ae8-0d6f-46d9-b902-08e5c6db66bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:04.601952 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d347b603-ef77-413f-8074-1e684dbe025a req-9f025ae8-0d6f-46d9-b902-08e5c6db66bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4db349eea3a41deb61c89e67a673600&device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 1161 time: 0.5995843
Feb 17 04:37:04.614802 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70e8e8-4654-4540-a208-1ab51c8faff5 req-745d9dad-5734-41aa-88f6-287b3a092619 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:04.616414 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2f70e8e8-4654-4540-a208-1ab51c8faff5 req-745d9dad-5734-41aa-88f6-287b3a092619 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.76 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 946 time: 0.3190515
Feb 17 04:37:04.640158 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e12da453-85fb-4906-9adb-c987475af261 req-eff64bc2-53dd-4482-9c41-6b0d90e87233 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492675
Feb 17 04:37:04.743428 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:04.768318 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:37:04.864645 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1411d0fd-ee5d-43e2-9935-853d28bae62b req-9063cebe-c84d-4189-b8fc-48b327181ee1 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3284028
Feb 17 04:37:04.935341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b603-ef77-413f-8074-1e684dbe025a req-7dfcf276-284c-4732-92e0-32d6dff4a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:04.936935 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d347b603-ef77-413f-8074-1e684dbe025a req-7dfcf276-284c-4732-92e0-32d6dff4a445 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 200  len: 911 time: 0.3194075
Feb 17 04:37:04.953038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-2f70e8e8-4654-4540-a208-1ab51c8faff5 req-a5ca76f2-b889-4f6f-8da0-496569cb9348 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Deleting port fc869d8b-0fc9-4051-9ff9-d664363c0879 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:37:04.953434 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2f70e8e8-4654-4540-a208-1ab51c8faff5 req-a5ca76f2-b889-4f6f-8da0-496569cb9348 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:05.115164 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device fc869d8b-0fc9-4051-9ff9-d664363c0879 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:37:05.124678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffcfeb-4639-4a31-b114-a664a40ba375 req-1dbf42a6-829a-40fe-9af6-7c8ca63a7c4d tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:05.126793 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-62ffcfeb-4639-4a31-b114-a664a40ba375 req-1dbf42a6-829a-40fe-9af6-7c8ca63a7c4d tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 945 time: 0.1019216
Feb 17 04:37:05.190518 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-62ffcfeb-4639-4a31-b114-a664a40ba375 req-e1efdb76-b66b-48b4-b9e7-46773dba7295 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537322
Feb 17 04:37:05.210665 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] Network 53c3f085-2644-4ec5-a3a6-3018629191a7 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:37:05.220818 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d347b603-ef77-413f-8074-1e684dbe025a req-a016f15a-4d77-42fb-9b11-60ccf5634230 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72ce24c8-c620-47e9-bb1f-d76da6e573dc HTTP/1.1" status: 200  len: 999 time: 0.2181418
Feb 17 04:37:05.223033 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850691786'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:05.252220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:05.285844 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204358c6-0e55-43d0-9716-3a5e4232673c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc869d8b-0fc9-4051-9ff9-d664363c0879'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:05.298906 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port fc869d8b-0fc9-4051-9ff9-d664363c0879, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=fc869d8b-0fc9-4051-9ff9-d664363c0879,segment=NetworkSegment(90b8e815-429c-4906-b92f-3208fdb722bd),segment_id=90b8e815-429c-4906-b92f-3208fdb722bd)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:05.341860 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204358c6-0e55-43d0-9716-3a5e4232673c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc869d8b-0fc9-4051-9ff9-d664363c0879', 'code': 200}
Feb 17 04:37:05.353218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:37:05.393039 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:05.397257 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:05.490057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-db9fe3d8-feea-490b-af9f-d0a879d0785e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:05.498806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=fc869d8b-0fc9-4051-9ff9-d664363c0879,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:05.504077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:05.621857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b603-ef77-413f-8074-1e684dbe025a req-413e0709-2fab-461c-9095-2ecf808acab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:05.623543 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d347b603-ef77-413f-8074-1e684dbe025a req-413e0709-2fab-461c-9095-2ecf808acab4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0186b1a0-62b8-4766-b853-dd62c7fb19d9 HTTP/1.1" status: 200  len: 856 time: 0.3832748
Feb 17 04:37:05.641284 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:05.672594 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-2f70e8e8-4654-4540-a208-1ab51c8faff5 req-a5ca76f2-b889-4f6f-8da0-496569cb9348 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] For port fc869d8b-0fc9-4051-9ff9-d664363c0879, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=fc869d8b-0fc9-4051-9ff9-d664363c0879,segment=NetworkSegment(90b8e815-429c-4906-b92f-3208fdb722bd),segment_id=90b8e815-429c-4906-b92f-3208fdb722bd)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:05.673012 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2f70e8e8-4654-4540-a208-1ab51c8faff5 req-a5ca76f2-b889-4f6f-8da0-496569cb9348 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:05.809743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6702bbc-1d12-4bd1-9408-9d47284a4a01 req-f9029880-ec41-4fc5-b9ae-0f7cbe00458f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:05.811635 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d6702bbc-1d12-4bd1-9408-9d47284a4a01 req-f9029880-ec41-4fc5-b9ae-0f7cbe00458f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1200535
Feb 17 04:37:05.811775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-2f70e8e8-4654-4540-a208-1ab51c8faff5 req-a5ca76f2-b889-4f6f-8da0-496569cb9348 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Calling delete_port for fc869d8b-0fc9-4051-9ff9-d664363c0879 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:37:05.863785 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d6702bbc-1d12-4bd1-9408-9d47284a4a01 req-b86a5e97-0e1c-4e0d-a854-1f50b7688f51 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454066
Feb 17 04:37:05.984990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] Network 53c3f085-2644-4ec5-a3a6-3018629191a7 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:37:06.018919 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:37:06.086740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4aaa8-34db-4609-8d5c-0a9325e9c9bb req-4ebddb7a-7dca-40be-8108-fc068a62efb0 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:06.088395 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-24b4aaa8-34db-4609-8d5c-0a9325e9c9bb req-4ebddb7a-7dca-40be-8108-fc068a62efb0 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 944 time: 0.0959682
Feb 17 04:37:06.146577 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-24b4aaa8-34db-4609-8d5c-0a9325e9c9bb req-3ddc3454-1f8f-4e03-9eed-fdf68a83fbc4 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/security-groups?id=9fd5a51f-c6b6-4765-8584-643e19504346&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496161
Feb 17 04:37:06.159956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b603-ef77-413f-8074-1e684dbe025a req-6e3f267b-0710-47ea-a99c-42830090ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:06.161596 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d347b603-ef77-413f-8074-1e684dbe025a req-6e3f267b-0710-47ea-a99c-42830090ffd0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5211539
Feb 17 04:37:06.174154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99bd77-5a1a-459e-81d5-c6bc911ec9eb req-37c84a5d-7fea-4ad4-86f6-81356d8e9940 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:06.174154 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3a99bd77-5a1a-459e-81d5-c6bc911ec9eb req-37c84a5d-7fea-4ad4-86f6-81356d8e9940 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.3283043
Feb 17 04:37:06.312170 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3a99bd77-5a1a-459e-81d5-c6bc911ec9eb req-397c5b9d-a2dc-48b9-8f47-28fca4550e84 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152921
Feb 17 04:37:06.357318 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d347b603-ef77-413f-8074-1e684dbe025a req-12045494-764d-426f-8c61-907f99d918c2 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819124
Feb 17 04:37:06.513067 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d347b603-ef77-413f-8074-1e684dbe025a req-6299e5fe-8e05-4040-9329-e21113b70ee0 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1436684
Feb 17 04:37:06.743128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2f70e8e8-4654-4540-a208-1ab51c8faff5 req-a5ca76f2-b889-4f6f-8da0-496569cb9348 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:06.763143 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:07.084452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9a78-838d-43f7-a999-51626b8cbaf4 req-9ae9ddb2-a1f3-4a8b-b959-00d1138f5e05 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:07.086232 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9eba9a78-838d-43f7-a999-51626b8cbaf4 req-9ae9ddb2-a1f3-4a8b-b959-00d1138f5e05 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1004586
Feb 17 04:37:07.096636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:07.098441 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca76f2-b889-4f6f-8da0-496569cb9348 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Pushing event deleted for resources: {'Port': ['ID=fc869d8b-0fc9-4051-9ff9-d664363c0879,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:07.111152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a5ca76f2-b889-4f6f-8da0-496569cb9348 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:07.115146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a1aebc79-3a9c-4012-9b46-0e7b6b24a247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:07.144799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:07.144916 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9eba9a78-838d-43f7-a999-51626b8cbaf4 req-e1c6f70f-b993-49ed-b4f2-c8821b14dc12 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463078
Feb 17 04:37:07.145028 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=53c3f085-2644-4ec5-a3a6-3018629191a7,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:07.153100 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:07.246692 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/53c3f085-2644-4ec5-a3a6-3018629191a7 HTTP/1.1" status: 204  len: 168 time: 3.7502694
Feb 17 04:37:07.249921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58212) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:07.252890 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f70e8e8-4654-4540-a208-1ab51c8faff5 req-a5ca76f2-b889-4f6f-8da0-496569cb9348 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] No DVR routers for this DVR port fc869d8b-0fc9-4051-9ff9-d664363c0879 on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:37:07.255154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2f70e8e8-4654-4540-a208-1ab51c8faff5 req-a5ca76f2-b889-4f6f-8da0-496569cb9348 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:07.257179 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2f70e8e8-4654-4540-a208-1ab51c8faff5 req-a5ca76f2-b889-4f6f-8da0-496569cb9348 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.76 "DELETE /v2.0/ports/fc869d8b-0fc9-4051-9ff9-d664363c0879 HTTP/1.1" status: 204  len: 173 time: 2.5528736
Feb 17 04:37:07.257717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204358c6-0e55-43d0-9716-3a5e4232673c', 'name': 'network-vif-deleted', 'tag': 'fc869d8b-0fc9-4051-9ff9-d664363c0879'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:07.309627 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204358c6-0e55-43d0-9716-3a5e4232673c', 'name': 'network-vif-deleted', 'tag': 'fc869d8b-0fc9-4051-9ff9-d664363c0879', 'status': 'completed', 'code': 200}
Feb 17 04:37:07.328453 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Deleting subnet 8af4a3f9-bec7-4dbe-9f0a-65b5ef65eca8 {{(pid=84039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:37:07.334483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:07.410058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-0c8fd33d-572d-4953-9a49-11092cc38490 req-1a987cd6-4ea3-43ca-8d94-a0f472508b3e tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Synchronizing usage tracker for tenant:dd5defbe82e641678f7511f3f14fefbf on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:37:07.417101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852405141'] for subnet, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:07.486115 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:07.514653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-0c8fd33d-572d-4953-9a49-11092cc38490 req-1a987cd6-4ea3-43ca-8d94-a0f472508b3e tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Unset dirty status for tenant:dd5defbe82e641678f7511f3f14fefbf on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:37:07.515989 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0c8fd33d-572d-4953-9a49-11092cc38490 req-1a987cd6-4ea3-43ca-8d94-a0f472508b3e tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] 10.222.0.73 "GET /v2.0/ports?device_id=204358c6-0e55-43d0-9716-3a5e4232673c HTTP/1.1" status: 200  len: 210 time: 0.1835773
Feb 17 04:37:07.807980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee04eb0-bbfb-468b-8efb-13114cd75fff req-935c1949-985e-4451-9839-e2f8cb40a33d tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:07.816566 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2ee04eb0-bbfb-468b-8efb-13114cd75fff req-935c1949-985e-4451-9839-e2f8cb40a33d tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.2374942
Feb 17 04:37:07.944411 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2ee04eb0-bbfb-468b-8efb-13114cd75fff req-06763cd8-293c-4c39-92ca-ef0b0dbe1931 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266339
Feb 17 04:37:07.977456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0178f400-ccb4-4727-a7de-351915b54d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:08.046500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317777'] for subnet, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:08.126319 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-eff9740b-7601-4c6a-b263-7bb161131557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:08.201337 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8af4a3f9-bec7-4dbe-9f0a-65b5ef65eca8,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:08.285078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.285841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.286364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.287103 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.287717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.288258 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.288793 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.303461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.305920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:08.310263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:08.345933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:08.374641 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8af4a3f9-bec7-4dbe-9f0a-65b5ef65eca8 HTTP/1.1" status: 204  len: 168 time: 1.1234856
Feb 17 04:37:08.377549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58270) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:08.379164 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:08.497627 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6c89d-63f5-499a-939d-958e68127438 req-cc07693f-78a7-4e19-852b-a3d39870e387 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:08.506955 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09d6c89d-63f5-499a-939d-958e68127438 req-cc07693f-78a7-4e19-852b-a3d39870e387 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 946 time: 0.1232276
Feb 17 04:37:08.571927 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:08.573737 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09d6c89d-63f5-499a-939d-958e68127438 req-63efa047-48cb-4b21-ade6-034b6e657fae tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656333
Feb 17 04:37:08.864841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:09.132142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000d69a080>,) {'filters': {'network_id': ['a2b96571-fff4-4556-b867-6651e6b1cdf1']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:09.132142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000d69a080>, 'c73ffe36-6c3f-47f8-a30d-316abb9e72ee') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:09.132142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000d69a080>, 'c73ffe36-6c3f-47f8-a30d-316abb9e72ee') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:09.132142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850769782'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:09.132142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:09.132142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:37:09.143723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:37:09.263906 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69709-67a6-4e88-8e7b-e4b28879df81 req-ae848e44-2430-457b-80ae-2eef13a8a49e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:09.265874 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ebb69709-67a6-4e88-8e7b-e4b28879df81 req-ae848e44-2430-457b-80ae-2eef13a8a49e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1546443
Feb 17 04:37:09.304162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] Network a2b96571-fff4-4556-b867-6651e6b1cdf1 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:37:09.318708 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850691786'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:09.320986 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ebb69709-67a6-4e88-8e7b-e4b28879df81 req-b568b6ff-78d0-43a2-9166-d47e3d51bdf5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485516
Feb 17 04:37:09.355802 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:09.397016 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1b30cc-269e-4de0-af2c-4e4b530decbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80762b6b-ff48-48a7-b0f1-5e9fbb1583c0'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:09.420757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=80762b6b-ff48-48a7-b0f1-5e9fbb1583c0,segment=NetworkSegment(e5046d3d-1003-4d0f-b25c-c02ec46f1a0f),segment_id=e5046d3d-1003-4d0f-b25c-c02ec46f1a0f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:09.469718 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1b30cc-269e-4de0-af2c-4e4b530decbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80762b6b-ff48-48a7-b0f1-5e9fbb1583c0', 'code': 200}
Feb 17 04:37:09.652658 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:09.661528 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3253944c-73d0-45e5-9f60-2fa9be4a14c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:09.704431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] Network a2b96571-fff4-4556-b867-6651e6b1cdf1 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:37:09.746809 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:37:09.818688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=80762b6b-ff48-48a7-b0f1-5e9fbb1583c0,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:09.823710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:09.825703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:09.921777 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac005a-7cef-4cbd-bda0-29bfe3af43ac req-21728d49-95e0-4267-8126-7c992535fa10 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:09.923982 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-68ac005a-7cef-4cbd-bda0-29bfe3af43ac req-21728d49-95e0-4267-8126-7c992535fa10 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 944 time: 0.1327448
Feb 17 04:37:09.943502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:09.970613 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:09.986689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:09.991814 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-68ac005a-7cef-4cbd-bda0-29bfe3af43ac req-434c4ac9-8204-4f60-988d-3fa814962599 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614288
Feb 17 04:37:09.998510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b96571-fff4-4556-b867-6651e6b1cdf1,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:10.003322 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a2b96571-fff4-4556-b867-6651e6b1cdf1 HTTP/1.1" status: 204  len: 168 time: 1.6228807
Feb 17 04:37:10.003322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d4403cbf-856f-44b1-9a22-fe700e86e578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:10.336485 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58318) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:10.459059 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-796b7b0a-dec2-4d41-a064-34cba865f8ec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=37a5d22663d64f11a346b6810c67048f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1229403
Feb 17 04:37:10.462140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58330) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:10.600721 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58336) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:10.666298 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:10.712824 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3a95b8e3-073e-442e-9c89-c8a3f2df49a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:10.741839 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab888ce3-a3b2-4b5e-99b4-49db36f926a4 req-2f3abe98-ae9a-4e58-8faf-9b8fe99c0daa tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:10.749880 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ab888ce3-a3b2-4b5e-99b4-49db36f926a4 req-2f3abe98-ae9a-4e58-8faf-9b8fe99c0daa tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.2114024
Feb 17 04:37:10.769654 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3a95b8e3-073e-442e-9c89-c8a3f2df49a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:10.853785 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-522a3ae9-3dc2-4e3a-b36a-6f203a67f73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:10.868532 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ab888ce3-a3b2-4b5e-99b4-49db36f926a4 req-49d380e0-83fe-41b7-89b4-d7390bbb1566 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1173382
Feb 17 04:37:10.877733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-522a3ae9-3dc2-4e3a-b36a-6f203a67f73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:10.882606 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3a95b8e3-073e-442e-9c89-c8a3f2df49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:10.888209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-522a3ae9-3dc2-4e3a-b36a-6f203a67f73d admin admin] Usage tracker for resource:security_group_rule and tenant:3a33cf9d2ad046deb8babaf40d6f4e06 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:10.891470 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-21e5d426-37a9-49b0-a2d5-2ee1cc587d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:10.900860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-522a3ae9-3dc2-4e3a-b36a-6f203a67f73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:10.912150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-522a3ae9-3dc2-4e3a-b36a-6f203a67f73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:10.922861 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95b8e3-073e-442e-9c89-c8a3f2df49a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ded9c5-93b6-4345-b8e9-488c32ed59f0,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:10.928886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3a95b8e3-073e-442e-9c89-c8a3f2df49a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:10.937722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3a95b8e3-073e-442e-9c89-c8a3f2df49a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:10.939345 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-3a95b8e3-073e-442e-9c89-c8a3f2df49a1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b7ded9c5-93b6-4345-b8e9-488c32ed59f0 HTTP/1.1" status: 204  len: 168 time: 0.4753463
Feb 17 04:37:11.189322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-522a3ae9-3dc2-4e3a-b36a-6f203a67f73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:11.241606 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-522a3ae9-3dc2-4e3a-b36a-6f203a67f73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:11.256912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-42c61913-49fe-4e05-8be0-5907d0cacc00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:11.310789 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-522a3ae9-3dc2-4e3a-b36a-6f203a67f73d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3a33cf9d2ad046deb8babaf40d6f4e06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7068570
Feb 17 04:37:11.314332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58354) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:11.315945 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a3ae9-3dc2-4e3a-b36a-6f203a67f73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302abaf2-b680-4671-bbb7-4432fa1e5707,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:11.319747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-522a3ae9-3dc2-4e3a-b36a-6f203a67f73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:11.364032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353618b3-7aa3-4af2-ac02-bf24784268e7 req-f08f8d4b-fe60-432d-a366-278885f99459 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:11.365687 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-353618b3-7aa3-4af2-ac02-bf24784268e7 req-f08f8d4b-fe60-432d-a366-278885f99459 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 944 time: 0.1667840
Feb 17 04:37:11.437779 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8dfd189b-2660-4bc1-8f8a-1cb08646911f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:11.445404 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-353618b3-7aa3-4af2-ac02-bf24784268e7 req-5756b8e0-ae88-46f6-acac-46e01d02b74d tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685818
Feb 17 04:37:11.467677 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8dfd189b-2660-4bc1-8f8a-1cb08646911f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:11.777723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8dfd189b-2660-4bc1-8f8a-1cb08646911f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:11.781968 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6309a01e-40fc-48a8-94fe-c9ddb4414380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:11.797423 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd189b-2660-4bc1-8f8a-1cb08646911f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302abaf2-b680-4671-bbb7-4432fa1e5707,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:11.800826 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8dfd189b-2660-4bc1-8f8a-1cb08646911f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:11.803056 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8dfd189b-2660-4bc1-8f8a-1cb08646911f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:11.804362 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8dfd189b-2660-4bc1-8f8a-1cb08646911f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/302abaf2-b680-4671-bbb7-4432fa1e5707 HTTP/1.1" status: 204  len: 168 time: 0.4876349
Feb 17 04:37:11.941840 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58380) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:12.061381 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58384) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:12.084043 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-472e4898-57b2-4ee8-9d42-622932140883 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d779c4d09dce41f7b2af9523bb486543&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1407351
Feb 17 04:37:12.206024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97dd53e2-51e8-4072-82e8-48fdfa27b066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:12.253727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2725ab5-425d-45a8-a432-cd0dddd31633 req-97860e53-9965-48f4-82ae-d2fe392da50d tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:12.254022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97dd53e2-51e8-4072-82e8-48fdfa27b066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:12.255883 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f2725ab5-425d-45a8-a432-cd0dddd31633 req-97860e53-9965-48f4-82ae-d2fe392da50d tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.2021525
Feb 17 04:37:12.315556 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f2725ab5-425d-45a8-a432-cd0dddd31633 req-abe20897-b5e5-48e7-9628-79001989d546 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580027
Feb 17 04:37:12.457421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97dd53e2-51e8-4072-82e8-48fdfa27b066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:12.463346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-295495bd-9511-4e63-8c48-fad20c8148ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:12.481231 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd53e2-51e8-4072-82e8-48fdfa27b066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8712393-d6a6-46d5-8e91-594af2299074,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:12.486010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-97dd53e2-51e8-4072-82e8-48fdfa27b066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:12.495922 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97dd53e2-51e8-4072-82e8-48fdfa27b066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:12.497371 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-97dd53e2-51e8-4072-82e8-48fdfa27b066 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f8712393-d6a6-46d5-8e91-594af2299074 HTTP/1.1" status: 204  len: 168 time: 0.4348319
Feb 17 04:37:12.733626 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1d2a5-ec7a-4d54-a695-05ca79116507 req-032aaf6b-eb02-4e33-9abd-b832818d3f36 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:12.736488 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e3d1d2a5-ec7a-4d54-a695-05ca79116507 req-032aaf6b-eb02-4e33-9abd-b832818d3f36 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 944 time: 0.1429389
Feb 17 04:37:12.874737 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e3d1d2a5-ec7a-4d54-a695-05ca79116507 req-cbc04b85-edd6-42b0-af17-0273311a3152 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038160
Feb 17 04:37:13.153491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58414) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:13.287618 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-330157398-network', 'tenant_id': 'd447f221703e4725a470bab1096716e0'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:13.293790 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:13.298136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Usage tracker for resource:network and tenant:d447f221703e4725a470bab1096716e0 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:13.301707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:13.308936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:13.343245 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Made reservation on behalf of d447f221703e4725a470bab1096716e0 for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:37:13.348274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:13.371907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:13.389735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:13.394373 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Usage tracker for resource:security_group_rule and tenant:d447f221703e4725a470bab1096716e0 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:13.397667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:13.405286 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:13.589058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec6d2a-74f7-431e-a1cb-615b06d6bd85 req-f3dd040b-bd18-4793-b86d-4fb70bb917e1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:13.591246 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-98ec6d2a-74f7-431e-a1cb-615b06d6bd85 req-f3dd040b-bd18-4793-b86d-4fb70bb917e1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1427212
Feb 17 04:37:13.597309 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:13.633845 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:13.641558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-93f352ed-b6bf-48ce-a434-2c92281326c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:13.682376 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-98ec6d2a-74f7-431e-a1cb-615b06d6bd85 req-d5847062-8f8a-4cc4-b47e-4bd4017a4347 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839729
Feb 17 04:37:13.700614 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:37:13.712059 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:13.712617 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Added segment 34ee3de1-d565-4570-a705-512a74fcab4e of type vxlan for network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd
Feb 17 04:37:13.753240 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd6137b-f51b-4abc-947b-d451cd4ec7b2,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:13.759769 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:13.764397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:13.830609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:13.834001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:13.834978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:13.842309 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:13.955985 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Pushing event updated for resources: {'Network': ['ID=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:13.966923 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:13.970576 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:37:13.984214 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.8291140
Feb 17 04:37:13.991314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58428) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:13.995586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Request body: {'subnet': {'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-330157398-subnet', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'ip_version': 4}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:14.002719 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:14.081555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Usage tracker for resource:subnet and tenant:d447f221703e4725a470bab1096716e0 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:14.090318 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:14.121732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:14.185667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2e4fb-ec9d-43a3-97bf-0320117b8433 req-bb3c330d-2885-4f22-a6f3-db796b763cf9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:14.187266 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47b2e4fb-ec9d-43a3-97bf-0320117b8433 req-bb3c330d-2885-4f22-a6f3-db796b763cf9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 944 time: 0.1806509
Feb 17 04:37:14.188487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Made reservation on behalf of d447f221703e4725a470bab1096716e0 for: {'subnet': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:37:14.193147 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458177'] for subnet, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:14.343755 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47b2e4fb-ec9d-43a3-97bf-0320117b8433 req-c53885f2-2244-42f0-87e2-9f85c734031d tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338830
Feb 17 04:37:14.716891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:37:14.983902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb963987-f0d0-4498-b827-cae7292524b7 req-1fb6af68-66df-4c85-8ddd-742c72fce398 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:14.986181 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-bb963987-f0d0-4498-b827-cae7292524b7 req-1fb6af68-66df-4c85-8ddd-742c72fce398 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1385787
Feb 17 04:37:15.042753 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-bb963987-f0d0-4498-b827-cae7292524b7 req-5f7eb416-0ca8-4b89-9dba-dd3ccfa9d0df tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502460
Feb 17 04:37:15.419802 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852218009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458194'] for subnet, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:15.436608 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:15.644467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2aad9a-e0e6-47ae-b083-c062af76f603,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:15.657046 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:15.723988 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6b426-90cf-4275-8f5e-bd7203541092 req-9aa39c18-a244-4324-9ce0-9dcee1c769f1 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:15.725925 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e3d6b426-90cf-4275-8f5e-bd7203541092 req-9aa39c18-a244-4324-9ce0-9dcee1c769f1 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 944 time: 0.1995485
Feb 17 04:37:15.810146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Checking segment: {'id': '34ee3de1-d565-4570-a705-512a74fcab4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:37:15.810489 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Network hostable DHCP agents. Network: 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:37:15.835085 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e3d6b426-90cf-4275-8f5e-bd7203541092 req-708253bb-1fba-4b98-83fe-30be3792956f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978649
Feb 17 04:37:15.931553 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:37:15.981725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd) {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:37:15.990220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae24a997-0d7a-4fea-995b-d943714f4277 None None] Network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:37:16.008236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:16.008991 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:16.081285 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.0927620
Feb 17 04:37:16.084475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58460) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:16.113444 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:16.125314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:16.142350 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Usage tracker for resource:router and tenant:d447f221703e4725a470bab1096716e0 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:16.147390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:16.157744 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:16.286472 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7595'] for router, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:16.288826 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854261589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768205'] for router, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:16.362169 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cffce3-d8d1-4abb-859d-dfcbbb800cb8 req-e3547f87-d713-4ef7-8139-69c5e6fc1896 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:16.364540 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-52cffce3-d8d1-4abb-859d-dfcbbb800cb8 req-e3547f87-d713-4ef7-8139-69c5e6fc1896 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1454101
Feb 17 04:37:16.492613 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-52cffce3-d8d1-4abb-859d-dfcbbb800cb8 req-ea877f3d-2596-4900-8434-7709c4d68cac tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216903
Feb 17 04:37:16.560184 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21661c61-4ef0-5aec-ba9e-b39a9d30c103-1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'fixed_ips': [{'subnet_id': '8f2aad9a-e0e6-47ae-b083-c062af76f603'}]}} from dv-cinder-759955-5-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:37:16.561182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:17.516928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:17.780242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Allocated IP 172.20.0.2 (1e85d977-59c3-4c3c-9bba-18bb58ffd3cd/8f2aad9a-e0e6-47ae-b083-c062af76f603/a74442db-021d-430b-b7c5-933deef4f528) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:37:17.925981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a5a2-b5dc-4c61-9a74-799d9e2cba72 req-b018c9c8-d71c-4551-bc10-e2eb56dd2a4f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:17.954431 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8219a5a2-b5dc-4c61-9a74-799d9e2cba72 req-b018c9c8-d71c-4551-bc10-e2eb56dd2a4f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1874728
Feb 17 04:37:18.064388 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8219a5a2-b5dc-4c61-9a74-799d9e2cba72 req-19604b1f-86ab-4e46-a29e-0837c080d98e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088250
Feb 17 04:37:18.133010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:18.149265 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Transition to ACTIVE for port object a74442db-021d-430b-b7c5-933deef4f528 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:37:18.174717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Transition to ACTIVE for port object a74442db-021d-430b-b7c5-933deef4f528 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:37:18.224023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:18.260099 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854383445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768254'] for router, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:18.283947 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:18.290651 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa098c-61f8-4e6e-86b8-0cfe1575d607 req-7903647f-9597-426b-b345-e289aa634c1a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:18.300948 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8cfa098c-61f8-4e6e-86b8-0cfe1575d607 req-7903647f-9597-426b-b345-e289aa634c1a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 944 time: 0.4335775
Feb 17 04:37:18.449976 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8cfa098c-61f8-4e6e-86b8-0cfe1575d607 req-5a7ff02c-6be1-463c-831c-c6eaaa5681a0 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478014
Feb 17 04:37:18.510394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Pushing event updated for resources: {'Port': ['ID=a74442db-021d-430b-b7c5-933deef4f528,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:18.531636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:18.592745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:37:18.594280 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Resources bound (agent type, host, resource id):  {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:37:18.597269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:37:18.671727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Attempting to bind port a74442db-021d-430b-b7c5-933deef4f528 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:37:18.672145 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Attempting to bind port a74442db-021d-430b-b7c5-933deef4f528 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '34ee3de1-d565-4570-a705-512a74fcab4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:37:18.672595 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Attempting to bind port a74442db-021d-430b-b7c5-933deef4f528 on network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:37:18.679407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:37:18.679836 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Checking segment: {'id': '34ee3de1-d565-4570-a705-512a74fcab4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:37:18.680290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:18.681089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Bound using segment: {'id': '34ee3de1-d565-4570-a705-512a74fcab4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:37:18.681676 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Bound port: a74442db-021d-430b-b7c5-933deef4f528, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ee3de1-d565-4570-a705-512a74fcab4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:37:18.682110 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:18.806552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] For port a74442db-021d-430b-b7c5-933deef4f528, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:37:18.810859 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] For port a74442db-021d-430b-b7c5-933deef4f528, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=a74442db-021d-430b-b7c5-933deef4f528,segment=NetworkSegment(34ee3de1-d565-4570-a705-512a74fcab4e),segment_id=34ee3de1-d565-4570-a705-512a74fcab4e)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:37:18.858892 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:18.907224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:19.242877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Pushing event updated for resources: {'Port': ['ID=a74442db-021d-430b-b7c5-933deef4f528,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:19.261893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:19.264122 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:19.321209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:19.775915 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67021f58-3a6b-44a3-b101-5c1e90f11cb0 req-c0f45b32-9dcd-451c-b14e-d11df7ee1216 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:19.777756 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-67021f58-3a6b-44a3-b101-5c1e90f11cb0 req-c0f45b32-9dcd-451c-b14e-d11df7ee1216 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 944 time: 0.4514537
Feb 17 04:37:20.076652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9055f-7e79-410a-96e4-7918b0a36bd3 req-cf5224fd-8dca-4a07-ae82-7af91d9377fc tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:20.076652 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eeb9055f-7e79-410a-96e4-7918b0a36bd3 req-cf5224fd-8dca-4a07-ae82-7af91d9377fc tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.5620909
Feb 17 04:37:20.076841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Allocated IP 172.27.2.118 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/6f9c8a83-17c2-4296-848c-553048b96df1) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:37:20.076927 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eeb9055f-7e79-410a-96e4-7918b0a36bd3 req-b28ec38a-6b57-40d2-9428-14d7f72141f5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863223
Feb 17 04:37:20.112283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-67021f58-3a6b-44a3-b101-5c1e90f11cb0 req-ce979044-03a0-41dc-ba42-21d4b8ad7232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Deleting port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:37:20.113017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-67021f58-3a6b-44a3-b101-5c1e90f11cb0 req-ce979044-03a0-41dc-ba42-21d4b8ad7232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:20.296263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:20.502333 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e923ac-8dba-4b2a-a048-846053b36af9 req-619a5e52-915d-42f7-9adc-83a94ffcab4f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:20.531519 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-86e923ac-8dba-4b2a-a048-846053b36af9 req-619a5e52-915d-42f7-9adc-83a94ffcab4f tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 944 time: 0.1812282
Feb 17 04:37:20.592982 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-86e923ac-8dba-4b2a-a048-846053b36af9 req-3094e70a-2a56-48b0-ac7b-247e8fc0a94e tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660355
Feb 17 04:37:20.628768 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-67021f58-3a6b-44a3-b101-5c1e90f11cb0 req-ce979044-03a0-41dc-ba42-21d4b8ad7232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] For port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=80762b6b-ff48-48a7-b0f1-5e9fbb1583c0,segment=NetworkSegment(e5046d3d-1003-4d0f-b25c-c02ec46f1a0f),segment_id=e5046d3d-1003-4d0f-b25c-c02ec46f1a0f)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:20.629227 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-67021f58-3a6b-44a3-b101-5c1e90f11cb0 req-ce979044-03a0-41dc-ba42-21d4b8ad7232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:20.776571 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-67021f58-3a6b-44a3-b101-5c1e90f11cb0 req-ce979044-03a0-41dc-ba42-21d4b8ad7232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Calling delete_port for 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:37:21.264385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:21.299495 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-417b3159-bd5a-449a-a08a-b39c628f8271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:21.534312 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9c8a83-17c2-4296-848c-553048b96df1,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:21.559662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:21.628361 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e293d66-1d00-4185-80a7-114a0ab8bcd0 req-60b95332-6a81-4688-9589-69f2ed6fc79e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:21.630334 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3e293d66-1d00-4185-80a7-114a0ab8bcd0 req-60b95332-6a81-4688-9589-69f2ed6fc79e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.2282801
Feb 17 04:37:21.673477 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-67021f58-3a6b-44a3-b101-5c1e90f11cb0 req-ce979044-03a0-41dc-ba42-21d4b8ad7232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:21.700136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:37:21.705841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:37:21.710080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:37:21.947888 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6f43d0-c753-4ed5-bdfd-d116d354f81d None None] Network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:37:22.031640 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:22.156662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce979044-03a0-41dc-ba42-21d4b8ad7232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Pushing event deleted for resources: {'Port': ['ID=80762b6b-ff48-48a7-b0f1-5e9fbb1583c0,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:22.170473 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device a74442db-021d-430b-b7c5-933deef4f528 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:22.216210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ce979044-03a0-41dc-ba42-21d4b8ad7232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:22.224500 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3e293d66-1d00-4185-80a7-114a0ab8bcd0 req-99ee16fa-dad4-463d-ad40-6cd3c8e7a34a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5672214
Feb 17 04:37:22.350264 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-d7a93f27-d2b3-4d31-bff7-d1e6cdcddb02 None None] Provisioning for port a74442db-021d-430b-b7c5-933deef4f528 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:37:22.456267 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-67021f58-3a6b-44a3-b101-5c1e90f11cb0 req-ce979044-03a0-41dc-ba42-21d4b8ad7232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] No DVR routers for this DVR port 80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:37:22.466304 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-67021f58-3a6b-44a3-b101-5c1e90f11cb0 req-ce979044-03a0-41dc-ba42-21d4b8ad7232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:22.502589 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1b30cc-269e-4de0-af2c-4e4b530decbd', 'name': 'network-vif-deleted', 'tag': '80762b6b-ff48-48a7-b0f1-5e9fbb1583c0'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:22.533809 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-67021f58-3a6b-44a3-b101-5c1e90f11cb0 req-ce979044-03a0-41dc-ba42-21d4b8ad7232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.76 "DELETE /v2.0/ports/80762b6b-ff48-48a7-b0f1-5e9fbb1583c0 HTTP/1.1" status: 204  len: 173 time: 2.7307191
Feb 17 04:37:22.648627 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1b30cc-269e-4de0-af2c-4e4b530decbd', 'name': 'network-vif-deleted', 'tag': '80762b6b-ff48-48a7-b0f1-5e9fbb1583c0', 'status': 'completed', 'code': 200}
Feb 17 04:37:22.679595 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port a74442db-021d-430b-b7c5-933deef4f528 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:37:22.685826 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port a74442db-021d-430b-b7c5-933deef4f528 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:22.686247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:22.787341 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5ed189ad-f63c-4236-90c3-0f6f7cee02b8 req-fc79ea6b-904f-4cbc-9162-f24f175d25a5 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 210 time: 0.8261473
Feb 17 04:37:22.972486 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.195945 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port a74442db-021d-430b-b7c5-933deef4f528, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=a74442db-021d-430b-b7c5-933deef4f528,segment=NetworkSegment(34ee3de1-d565-4570-a705-512a74fcab4e),segment_id=34ee3de1-d565-4570-a705-512a74fcab4e)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:23.229018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.238259 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:23.478905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=a74442db-021d-430b-b7c5-933deef4f528,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:23.503465 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:23.524327 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-574f4831-52ed-4120-821f-83ee56508d28 None None] Provisioning complete for port a74442db-021d-430b-b7c5-933deef4f528 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:23.524758 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-574f4831-52ed-4120-821f-83ee56508d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.624474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab91b9a-b231-4345-bff7-ba2cb6068fdb req-82cb06b6-b846-4109-bfe5-d75f8a84f6f9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:23.626639 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:23.664189 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4ab91b9a-b231-4345-bff7-ba2cb6068fdb req-82cb06b6-b846-4109-bfe5-d75f8a84f6f9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1767106
Feb 17 04:37:23.851143 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4ab91b9a-b231-4345-bff7-ba2cb6068fdb req-1788b752-f71c-4410-a59d-a5f9c16c8943 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1859570
Feb 17 04:37:23.967148 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device a74442db-021d-430b-b7c5-933deef4f528 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:24.109709 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c569153a-43b4-4f6f-b2d6-e1cfd80d4d70 req-153909bd-ed33-480c-9b9e-522047da6aa7 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa1b30cc-269e-4de0-af2c-4e4b530decbd HTTP/1.1" status: 200  len: 210 time: 0.0763042
Feb 17 04:37:24.141911 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port a74442db-021d-430b-b7c5-933deef4f528 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:24.142330 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:24.189277 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-468d926e-fb91-41f0-8d08-4ce7d26f8503 None None] Provisioning complete for port a74442db-021d-430b-b7c5-933deef4f528 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:24.189795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-468d926e-fb91-41f0-8d08-4ce7d26f8503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:24.406710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854383430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453656'] for router, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:24.542803 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-4bb7b0af-50ca-4f91-b300-9e72ed88aad1 None None] Provisioning complete for port a74442db-021d-430b-b7c5-933deef4f528 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:24.543956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b0af-50ca-4f91-b300-9e72ed88aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:24.777257 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf is scheduled to L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 with binding_index 1 {{(pid=84039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:37:25.172698 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd80f9-1491-4a45-9e90-f65222748ff9 req-e50d62cc-f973-4455-8893-761bb1ab7bde tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:25.183446 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eecd80f9-1491-4a45-9e90-f65222748ff9 req-e50d62cc-f973-4455-8893-761bb1ab7bde tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1672196
Feb 17 04:37:25.206573 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:37:25.218221 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Sync routers for ids ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:37:25.236429 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Routers {'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:25.237556 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d829470>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:25.258937 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eecd80f9-1491-4a45-9e90-f65222748ff9 req-65837283-5cf0-43b9-a369-052e10b51919 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740085
Feb 17 04:37:25.446020 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Notify callbacks [] for router, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:25.449086 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 9.3610308
Feb 17 04:37:25.452265 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58528) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:25.559946 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Set router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:26.107315 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d829470>, [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:37:22Z', 'revision_number': 3, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:26.115336 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Checking router: dbdba006-8f02-4b5d-86f0-7a4ce39b61cf for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:37:26.116106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Updating router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf port 6f9c8a83-17c2-4296-848c-553048b96df1 binding host dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:37:26.208741 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:26.503453 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3428cd-857c-4430-9542-9820f9079de7 req-8f19b5b7-7ae5-4c1e-809c-3badeded37ef tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:26.505291 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2e3428cd-857c-4430-9542-9820f9079de7 req-8f19b5b7-7ae5-4c1e-809c-3badeded37ef tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1017992
Feb 17 04:37:26.792113 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:26.857944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdf0b4-19b8-4853-a955-85024296f784 req-c6f046ff-49d8-4c82-aeb3-64c89874f6e2 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:26.860036 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2fcdf0b4-19b8-4853-a955-85024296f784 req-c6f046ff-49d8-4c82-aeb3-64c89874f6e2 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.3742611
Feb 17 04:37:26.905139 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2e3428cd-857c-4430-9542-9820f9079de7 req-ab11edf5-7fe8-4ea7-92e0-4adf5b7ce609 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3922436
Feb 17 04:37:27.071893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:27.098794 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Transition to ACTIVE for port object 6f9c8a83-17c2-4296-848c-553048b96df1 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:37:27.144215 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:27.146978 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2fcdf0b4-19b8-4853-a955-85024296f784 req-0339b0e1-4414-4ff7-93d4-63851f8c8b24 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374674
Feb 17 04:37:27.298576 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:27.342038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Allocated IP 172.20.0.1 (1e85d977-59c3-4c3c-9bba-18bb58ffd3cd/8f2aad9a-e0e6-47ae-b083-c062af76f603/ea987b8b-91ef-46ed-aff9-12c55074ded6) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:37:27.483374 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Pushing event updated for resources: {'Port': ['ID=6f9c8a83-17c2-4296-848c-553048b96df1,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:27.504496 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.504874 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.505247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.505613 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.505974 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.506368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.506849 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.507210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.507601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.507995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.508848 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.509717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.509901 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.510182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.511224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.511669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.512185 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.512544 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.512899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.513249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.513601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.513951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.514303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.514671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:27.534860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:27.559556 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Transition to ACTIVE for port object ea987b8b-91ef-46ed-aff9-12c55074ded6 will not be triggered until provisioned by entity DHCP. {{(pid=84039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:37:27.566420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Attempting to bind port 6f9c8a83-17c2-4296-848c-553048b96df1 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:37:27.566823 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Attempting to bind port 6f9c8a83-17c2-4296-848c-553048b96df1 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:37:27.567218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Attempting to bind port 6f9c8a83-17c2-4296-848c-553048b96df1 on network 41731883-87f5-4e1a-89a9-5fc9628819cc {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:37:27.572001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:27.575569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:37:27.576360 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Checking segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:37:27.576360 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:27.576800 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Bound using segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:37:27.577505 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Bound port: 6f9c8a83-17c2-4296-848c-553048b96df1, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:37:27.577712 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:27.623964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:27.664459 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] For port 6f9c8a83-17c2-4296-848c-553048b96df1, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:37:27.668497 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] For port 6f9c8a83-17c2-4296-848c-553048b96df1, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=6f9c8a83-17c2-4296-848c-553048b96df1,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:37:27.721650 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:27.727879 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-79365ad4-57c1-4864-8fbf-1bee5ab318f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:27.821559 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:27.873489 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ea987b8b-91ef-46ed-aff9-12c55074ded6,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:27.890671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:27.917831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Pushing event updated for resources: {'Port': ['ID=6f9c8a83-17c2-4296-848c-553048b96df1,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:27.924651 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e3c9805d-0ef0-472d-8829-19c375d700b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:27.976371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:37:27.980725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:37:27.985564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:37:28.073234 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Routers {'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:28.074106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d829470>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:28.107009 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854398719'] for router_interface, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:28.319404 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d24089-9d83-4c7d-9801-ed21d552ae1c req-2005c941-f757-4b4b-a0d7-19a62609f374 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:28.328118 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61d24089-9d83-4c7d-9801-ed21d552ae1c req-2005c941-f757-4b4b-a0d7-19a62609f374 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.2241313
Feb 17 04:37:28.349272 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:28.381938 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] Set router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:28.417603 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-9066c218-323f-43a3-994a-c7e139b04d23 None None] Provisioning for port ea987b8b-91ef-46ed-aff9-12c55074ded6 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:37:28.425133 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-9066c218-323f-43a3-994a-c7e139b04d23 None None] Provisioning complete for port ea987b8b-91ef-46ed-aff9-12c55074ded6 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:28.425818 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9066c218-323f-43a3-994a-c7e139b04d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:28.448739 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61d24089-9d83-4c7d-9801-ed21d552ae1c req-3f4cc216-d8ce-46f0-8d72-7cab809624a3 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1195219
Feb 17 04:37:28.536648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-9066c218-323f-43a3-994a-c7e139b04d23 None None] Port ea987b8b-91ef-46ed-aff9-12c55074ded6 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:37:28.785094 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10932bd4-07f1-4816-b0f9-4ed1910a42b9 req-4526d23e-9daa-45f0-8079-b6e47fb961d4 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:28.793061 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-10932bd4-07f1-4816-b0f9-4ed1910a42b9 req-4526d23e-9daa-45f0-8079-b6e47fb961d4 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.3411605
Feb 17 04:37:28.825237 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d829470>, [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:37:22Z', 'revision_number': 3, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:28.832307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d810270-534d-4aa0-856b-0c7e1a99aed4 None None] The sync data for ids ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'] in dv-cinder-759955-5-iscsi is: [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:37:22Z', 'revision_number': 3, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:37:28.895866 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-10932bd4-07f1-4816-b0f9-4ed1910a42b9 req-c7b73340-1e80-4ef0-a68d-02e45321cdbc tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015768
Feb 17 04:37:29.017877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:29.064555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:29.171319 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:29.234707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0ee2b-68d4-42b2-8ff5-29268f634ca6 req-996b8bb1-ea3a-4254-864e-a95430d61868 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:29.241645 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-53a0ee2b-68d4-42b2-8ff5-29268f634ca6 req-996b8bb1-ea3a-4254-864e-a95430d61868 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 945 time: 0.1360955
Feb 17 04:37:29.292484 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ea987b8b-91ef-46ed-aff9-12c55074ded6,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:29.295919 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853154899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-377191'] for router_interface, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:29.338066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:29.363127 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-53a0ee2b-68d4-42b2-8ff5-29268f634ca6 req-91a35dd6-f8ba-4d5f-8d15-76755d9825a5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103153
Feb 17 04:37:29.701252 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-fc3b05cc-e9c7-4e0e-8dbb-e5322e582779 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2715900
Feb 17 04:37:29.706757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Request body: {'floatingip': {'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:29.736345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383d14d-37b9-40d2-8b3d-44e017164627 req-f6742394-85c3-46b0-81df-372200466333 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:29.746564 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d383d14d-37b9-40d2-8b3d-44e017164627 req-f6742394-85c3-46b0-81df-372200466333 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1453915
Feb 17 04:37:29.835379 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d383d14d-37b9-40d2-8b3d-44e017164627 req-a922cbf5-e30a-418f-9c57-a6f2d834a08e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819905
Feb 17 04:37:29.846628 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:29.866987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Usage tracker for resource:floatingip and tenant:14187639adc74d1bb49ed835b238d04c is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:29.888661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:37:29.889118 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 6f9c8a83-17c2-4296-848c-553048b96df1 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:29.889796 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:29.893247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:37:29.919326 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:30.073785 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 6f9c8a83-17c2-4296-848c-553048b96df1 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:37:30.080545 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 6f9c8a83-17c2-4296-848c-553048b96df1 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:30.080970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.244716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for floatingip, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.278453 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f46f9-9159-4b1a-9bc8-ff6df0c60512 req-68dc2a60-84b0-4c92-88e4-1dc187e18719 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:30.279496 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-4a5f46f9-9159-4b1a-9bc8-ff6df0c60512 req-68dc2a60-84b0-4c92-88e4-1dc187e18719 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Synchronizing usage tracker for tenant:0e308712a7a343778981979df1c88348 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:37:30.319183 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.325586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-4a5f46f9-9159-4b1a-9bc8-ff6df0c60512 req-68dc2a60-84b0-4c92-88e4-1dc187e18719 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Unset dirty status for tenant:0e308712a7a343778981979df1c88348 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:37:30.326859 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4a5f46f9-9159-4b1a-9bc8-ff6df0c60512 req-68dc2a60-84b0-4c92-88e4-1dc187e18719 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.2326951
Feb 17 04:37:30.363334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 6f9c8a83-17c2-4296-848c-553048b96df1, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=6f9c8a83-17c2-4296-848c-553048b96df1,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:30.376783 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-27f26bec-43fe-4829-9478-1507605a0f33 None None] Provisioning complete for port ea987b8b-91ef-46ed-aff9-12c55074ded6 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:30.376783 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-27f26bec-43fe-4829-9478-1507605a0f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.433774 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4a5f46f9-9159-4b1a-9bc8-ff6df0c60512 req-3b63a2b0-d587-4854-affa-71e30adef2bb tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986381
Feb 17 04:37:30.446858 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:37:30.457701 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:30.467030 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:30.511125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-27f26bec-43fe-4829-9478-1507605a0f33 None None] Port ea987b8b-91ef-46ed-aff9-12c55074ded6 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:37:30.558030 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=6f9c8a83-17c2-4296-848c-553048b96df1,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:30.561518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:31.044181 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:37:31.061911 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] 10.222.0.73 "PUT /v2.0/routers/dbdba006-8f02-4b5d-86f0-7a4ce39b61cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6046071
Feb 17 04:37:31.090452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:31.139232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810814e-5821-4e4e-b731-f21ab70109a3 req-e931818a-5a36-4f56-ba23-4022c96f7059 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:31.141169 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b810814e-5821-4e4e-b731-f21ab70109a3 req-e931818a-5a36-4f56-ba23-4022c96f7059 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1195118
Feb 17 04:37:31.192371 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b810814e-5821-4e4e-b731-f21ab70109a3 req-dbde4245-2f54-40df-abcd-96ea8fcd6a7a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441401
Feb 17 04:37:31.402667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Allocated IP 172.27.2.189 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/fae640ff-165e-4036-84aa-73e2162f152d) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:37:31.596191 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:31.702858 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:31.757441 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d241d5e-902f-4616-a7a0-dabb7ebdc86a req-781a98bf-529c-4ee1-acf4-dd0baa2514be tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:31.765578 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5d241d5e-902f-4616-a7a0-dabb7ebdc86a req-781a98bf-529c-4ee1-acf4-dd0baa2514be tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.1653514
Feb 17 04:37:31.854612 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:31.862154 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5d241d5e-902f-4616-a7a0-dabb7ebdc86a req-fa8940df-01d0-4426-ac23-ed81dd7b7874 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890818
Feb 17 04:37:31.961271 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Pushing event updated for resources: {'Port': ['ID=fae640ff-165e-4036-84aa-73e2162f152d,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:31.973344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:32.066422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 6f9c8a83-17c2-4296-848c-553048b96df1 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:32.116939 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:37:32.118620 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:37:32.122332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:37:32.223418 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:32.261692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 6f9c8a83-17c2-4296-848c-553048b96df1 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:32.262111 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:32.433164 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:32.488287 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58622) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:32.497571 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1787670016-network', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:32.502996 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:32.514291 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Usage tracker for resource:network and tenant:2e10230d73664501b4bde7e19745dbcb is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:32.521854 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:32.529338 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:32.578446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7f836-e1cf-4ee4-9342-f8f921153619 req-9517ca4a-35f1-4b87-b513-d445b2b010bf tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:32.587753 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0eb7f836-e1cf-4ee4-9342-f8f921153619 req-9517ca4a-35f1-4b87-b513-d445b2b010bf tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.1908693
Feb 17 04:37:32.641145 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Made reservation on behalf of 2e10230d73664501b4bde7e19745dbcb for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:37:32.661666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:32.696799 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0eb7f836-e1cf-4ee4-9342-f8f921153619 req-a772bc40-f76e-4f19-9276-da407c83ebdf tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1049495
Feb 17 04:37:32.700128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:32.703949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Sync routers for ids ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:37:32.729489 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Routers {'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:32.730199 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000e215ac8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:32.777799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:32.782082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:2e10230d73664501b4bde7e19745dbcb is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:32.785069 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:32.791717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:32.833455 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:32.899547 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:32.942970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:32.962287 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:33.064732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Set router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:33.143665 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:33.159570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:37:33.169747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:33.170304 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Added segment 1a8988bc-53d5-4f31-997a-3341600a5d1a of type vxlan for network 660757a9-00bf-430f-b611-fc8c1f457b05
Feb 17 04:37:33.198886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:33.221268 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:33.253552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Pushing event updated for resources: {'Port': ['ID=fae640ff-165e-4036-84aa-73e2162f152d,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:33.261173 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b74ed4-a0c6-4b43-8510-1710229ce6f6,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:33.269812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:33.272786 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:33.311518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:33.325095 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369600d-5f53-4ac9-a670-3b047d936094 req-f7fbabe8-3c3d-4304-bd96-62d4ca428f72 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:33.326728 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1369600d-5f53-4ac9-a670-3b047d936094 req-f7fbabe8-3c3d-4304-bd96-62d4ca428f72 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.76 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.3427513
Feb 17 04:37:33.327745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:33.328381 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:33.352716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:33.394623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:33.461741 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 72ce24c8-c620-47e9-bb1f-d76da6e573dc up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:33.465427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58632) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:33.465590 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.9758003
Feb 17 04:37:33.473595 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Request body: {'subnet': {'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1787670016-subnet', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'ip_version': 4}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:33.488244 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:33.490878 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.7878993
Feb 17 04:37:33.497229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:33.532810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=660757a9-00bf-430f-b611-fc8c1f457b05,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:33.542460 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-1369600d-5f53-4ac9-a670-3b047d936094 req-01c9473e-ae2a-499c-8a57-e93fbe1978f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Deleting port 0bf5f471-d184-4e72-bf60-7bbf55b896ba {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:37:33.542848 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-1369600d-5f53-4ac9-a670-3b047d936094 req-01c9473e-ae2a-499c-8a57-e93fbe1978f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:33.582688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network 660757a9-00bf-430f-b611-fc8c1f457b05 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:37:33.610396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:33.632181 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-f541e56c-c932-4669-ac64-a371f038f4a6 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Synchronizing usage tracker for tenant:14187639adc74d1bb49ed835b238d04c on resource:floatingip {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:37:33.635135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Usage tracker for resource:subnet and tenant:2e10230d73664501b4bde7e19745dbcb is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:33.644356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:33.676891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:33.714933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 660757a9-00bf-430f-b611-fc8c1f457b05 details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:37:33.778405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-f541e56c-c932-4669-ac64-a371f038f4a6 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Unset dirty status for tenant:14187639adc74d1bb49ed835b238d04c on resource:floatingip {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:37:33.780606 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-f541e56c-c932-4669-ac64-a371f038f4a6 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.189 HTTP/1.1" status: 200  len: 696 time: 0.2784338
Feb 17 04:37:33.794191 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a837a9-e944-4288-97f9-ebbb65a7ec5f req-be2c8b06-7547-4ee9-93e1-723d45c73dbc tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:33.802257 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-73a837a9-e944-4288-97f9-ebbb65a7ec5f req-be2c8b06-7547-4ee9-93e1-723d45c73dbc tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 946 time: 0.7287498
Feb 17 04:37:33.881664 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-73a837a9-e944-4288-97f9-ebbb65a7ec5f req-ce0bee6c-5ba8-4a6d-bc27-8066963f177d tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/security-groups?id=8744448e-0466-46a3-bada-af647d77d5ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783477
Feb 17 04:37:33.977574 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000e215ac8>, [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:37:28Z', 'revision_number': 4, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'ea987b8b-91ef-46ed-aff9-12c55074ded6', 'name': '', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'mac_address': 'fa:16:3e:36:96:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:27Z', 'updated_at': '2021-02-17T04:37:28Z', 'revision_number': 2, 'project_id': 'd447f221703e4725a470bab1096716e0', 'subnets': [{'id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:33.985290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Checking router: dbdba006-8f02-4b5d-86f0-7a4ce39b61cf for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:37:33.985843 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Updating router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf port ea987b8b-91ef-46ed-aff9-12c55074ded6 binding host dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:37:34.021784 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-09bf3b08-5f67-4c8a-b17d-ef8b12a44dbd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:34.024072 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-09bf3b08-5f67-4c8a-b17d-ef8b12a44dbd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/networks/41731883-87f5-4e1a-89a9-5fc9628819cc HTTP/1.1" status: 200  len: 784 time: 0.2310846
Feb 17 04:37:34.025437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Made reservation on behalf of 2e10230d73664501b4bde7e19745dbcb for: {'subnet': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:37:34.033151 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-1369600d-5f53-4ac9-a670-3b047d936094 req-01c9473e-ae2a-499c-8a57-e93fbe1978f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] For port 0bf5f471-d184-4e72-bf60-7bbf55b896ba, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=0bf5f471-d184-4e72-bf60-7bbf55b896ba,segment=NetworkSegment(e5046d3d-1003-4d0f-b25c-c02ec46f1a0f),segment_id=e5046d3d-1003-4d0f-b25c-c02ec46f1a0f)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:34.033406 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458177'] for subnet, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:34.034668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-1369600d-5f53-4ac9-a670-3b047d936094 req-01c9473e-ae2a-499c-8a57-e93fbe1978f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:34.051954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:34.131053 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 72ce24c8-c620-47e9-bb1f-d76da6e573dc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:34.132273 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:34.307826 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:34.348768 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-f0209fb8-9ab8-44bc-a57a-08e335741de2 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:37:34.350131 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-df9889a1-313f-4bc7-a3b5-093e70ef510e req-f0209fb8-9ab8-44bc-a57a-08e335741de2 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0107298
Feb 17 04:37:34.356089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:34.402453 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 72ce24c8-c620-47e9-bb1f-d76da6e573dc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=72ce24c8-c620-47e9-bb1f-d76da6e573dc,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:34.409707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-1369600d-5f53-4ac9-a670-3b047d936094 req-01c9473e-ae2a-499c-8a57-e93fbe1978f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Calling delete_port for 0bf5f471-d184-4e72-bf60-7bbf55b896ba owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:37:34.503547 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:34.515680 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:34.609141 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=72ce24c8-c620-47e9-bb1f-d76da6e573dc,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:34.617163 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:34.618529 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 0bf5f471-d184-4e72-bf60-7bbf55b896ba no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:37:34.703410 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-abdf0bb4-25cf-4eec-bd54-4194a94c0cb4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:34.713478 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-abdf0bb4-25cf-4eec-bd54-4194a94c0cb4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1513925
Feb 17 04:37:34.819659 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:34.850410 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-8f6f5a51-1e95-40e8-9c8a-0310e550f1d9 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.189 HTTP/1.1" status: 200  len: 696 time: 0.1353664
Feb 17 04:37:34.857660 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-c7332604-28e3-477e-86e2-1f2b7f01aafb tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Request body: {'floatingip': {'port_id': 'e61721f8-ed25-4ebf-82cf-247999d61026', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:34.918823 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c9350c51-2847-47e6-92a9-7bd2d826a81c req-951260f3-5f9b-419f-8683-5138d67b4c11 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 1.0137866
Feb 17 04:37:34.926249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-1369600d-5f53-4ac9-a670-3b047d936094 req-01c9473e-ae2a-499c-8a57-e93fbe1978f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:34.999114 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-c7332604-28e3-477e-86e2-1f2b7f01aafb tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for floatingip, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:35.170827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-69565581-0212-43b4-a595-6293af861644 tempest-DeleteServersTestJSON-929711443 tempest-DeleteServersTestJSON-929711443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:35.185931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 72ce24c8-c620-47e9-bb1f-d76da6e573dc up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:35.238334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852218009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458194'] for subnet, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:35.295737 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9473e-ae2a-499c-8a57-e93fbe1978f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Pushing event deleted for resources: {'Port': ['ID=0bf5f471-d184-4e72-bf60-7bbf55b896ba,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:35.302119 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-01c9473e-ae2a-499c-8a57-e93fbe1978f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:35.316156 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:35.323915 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412550d-cd1f-48b8-935f-5408818c0948 req-3449d50f-3d77-4e85-bc18-989e938f3495 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:35.332289 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9412550d-cd1f-48b8-935f-5408818c0948 req-3449d50f-3d77-4e85-bc18-989e938f3495 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.7407212
Feb 17 04:37:35.425160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1369600d-5f53-4ac9-a670-3b047d936094 req-01c9473e-ae2a-499c-8a57-e93fbe1978f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] No DVR routers for this DVR port 0bf5f471-d184-4e72-bf60-7bbf55b896ba on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:37:35.440987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-1369600d-5f53-4ac9-a670-3b047d936094 req-01c9473e-ae2a-499c-8a57-e93fbe1978f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:35.449918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2641c971-9a8a-467c-92f1-1317f397e36f', 'name': 'network-vif-deleted', 'tag': '0bf5f471-d184-4e72-bf60-7bbf55b896ba'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:35.498382 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9412550d-cd1f-48b8-935f-5408818c0948 req-3e50f25a-a763-4006-abd3-13836a3f37cb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1649854
Feb 17 04:37:35.525664 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9350c51-2847-47e6-92a9-7bd2d826a81c req-6a8c6cf7-eefb-4817-890f-ced75d351227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:35.525664 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c9350c51-2847-47e6-92a9-7bd2d826a81c req-6a8c6cf7-eefb-4817-890f-ced75d351227 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ceefaf95d6747d4874041041d75b0c7&device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 1163 time: 0.2797661
Feb 17 04:37:35.525664 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1369600d-5f53-4ac9-a670-3b047d936094 req-01c9473e-ae2a-499c-8a57-e93fbe1978f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.76 "DELETE /v2.0/ports/0bf5f471-d184-4e72-bf60-7bbf55b896ba HTTP/1.1" status: 204  len: 173 time: 2.1679358
Feb 17 04:37:35.600156 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc', 'code': 200}
Feb 17 04:37:35.641903 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af1d4171-d084-4051-912d-e56eac262e03,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:35.649985 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:35.760549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 72ce24c8-c620-47e9-bb1f-d76da6e573dc triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:35.760549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:35.859439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:35.897674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2ea70542-e7b1-4f82-94e3-6900b56e98f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:35.918090 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9350c51-2847-47e6-92a9-7bd2d826a81c req-4712e733-c678-4186-99cc-85a33c278b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:35.920202 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c9350c51-2847-47e6-92a9-7bd2d826a81c req-4712e733-c678-4186-99cc-85a33c278b6a service neutron] 10.222.0.76 "GET /v2.0/networks?id=db318819-52ac-454a-9acd-88522654014f HTTP/1.1" status: 200  len: 905 time: 0.3678749
Feb 17 04:37:35.929114 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:36.079303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-fe4a8444-4465-4caa-a56b-6b62787a23da req-9f8e5b4b-2d07-40d5-9bcf-73cbf4c5376a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Synchronizing usage tracker for tenant:0e308712a7a343778981979df1c88348 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:37:36.092281 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Transition to ACTIVE for port object ea987b8b-91ef-46ed-aff9-12c55074ded6 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:37:36.119399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:36.135822 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c9350c51-2847-47e6-92a9-7bd2d826a81c req-622f6d4e-610e-40dc-95c2-82b557441ff8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c039b81-545d-4b96-8225-5c9d5bbd4f40 HTTP/1.1" status: 200  len: 1001 time: 0.1745567
Feb 17 04:37:36.137313 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:36.214541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-fe4a8444-4465-4caa-a56b-6b62787a23da req-9f8e5b4b-2d07-40d5-9bcf-73cbf4c5376a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Unset dirty status for tenant:0e308712a7a343778981979df1c88348 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:37:36.244460 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fe4a8444-4465-4caa-a56b-6b62787a23da req-9f8e5b4b-2d07-40d5-9bcf-73cbf4c5376a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] 10.222.0.73 "GET /v2.0/ports?device_id=2641c971-9a8a-467c-92f1-1317f397e36f HTTP/1.1" status: 200  len: 210 time: 0.3039131
Feb 17 04:37:36.391174 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Checking segment: {'id': '1a8988bc-53d5-4f31-997a-3341600a5d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:37:36.391859 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Network hostable DHCP agents. Network: 660757a9-00bf-430f-b611-fc8c1f457b05, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:37:36.398817 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2641c971-9a8a-467c-92f1-1317f397e36f', 'name': 'network-vif-deleted', 'tag': '0bf5f471-d184-4e72-bf60-7bbf55b896ba', 'status': 'completed', 'code': 200}
Feb 17 04:37:36.401567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9350c51-2847-47e6-92a9-7bd2d826a81c req-01ed0962-9456-4758-80e5-a652ce3e9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:36.402572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f49d4-2428-41ec-b0a3-f84e4beed70d None None] Pushing event updated for resources: {'Port': ['ID=ea987b8b-91ef-46ed-aff9-12c55074ded6,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:36.403459 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c9350c51-2847-47e6-92a9-7bd2d826a81c req-01ed0962-9456-4758-80e5-a652ce3e9c80 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb541eeb-bbaf-4cdc-be92-cb0eb60b219f HTTP/1.1" status: 200  len: 850 time: 0.2569292
Feb 17 04:37:36.415000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9a6f49d4-2428-41ec-b0a3-f84e4beed70d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:36.513771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e6753-d8b6-465d-8568-41830b7df9ac req-29d816f6-6a36-41db-b03b-1ff95864208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:36.515533 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fb9e6753-d8b6-465d-8568-41830b7df9ac req-29d816f6-6a36-41db-b03b-1ff95864208e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 1163 time: 0.1886325
Feb 17 04:37:36.633472 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Network 660757a9-00bf-430f-b611-fc8c1f457b05 is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:37:36.659569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Attempting to bind port ea987b8b-91ef-46ed-aff9-12c55074ded6 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:37:36.664669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Attempting to bind port ea987b8b-91ef-46ed-aff9-12c55074ded6 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '34ee3de1-d565-4570-a705-512a74fcab4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:37:36.664669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Attempting to bind port ea987b8b-91ef-46ed-aff9-12c55074ded6 on network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:37:36.674986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:37:36.675536 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Checking segment: {'id': '34ee3de1-d565-4570-a705-512a74fcab4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:37:36.676008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:36.676550 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Bound using segment: {'id': '34ee3de1-d565-4570-a705-512a74fcab4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:37:36.677088 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Bound port: ea987b8b-91ef-46ed-aff9-12c55074ded6, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ee3de1-d565-4570-a705-512a74fcab4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:37:36.677517 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:36.738569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 660757a9-00bf-430f-b611-fc8c1f457b05) {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:37:36.769052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dfa886-b151-4d9a-8638-3b8e380795c5 None None] Network 660757a9-00bf-430f-b611-fc8c1f457b05 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:37:36.781518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:36.783000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:36.880888 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.resource_extend [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-c7332604-28e3-477e-86e2-1f2b7f01aafb tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 04:37:37.000371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] For port ea987b8b-91ef-46ed-aff9-12c55074ded6, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:37:37.023661 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-c6b29ae7-8ed7-4f6d-9676-24493a22a2e7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.5541036
Feb 17 04:37:37.027187 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] For port ea987b8b-91ef-46ed-aff9-12c55074ded6, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=ea987b8b-91ef-46ed-aff9-12c55074ded6,segment=NetworkSegment(34ee3de1-d565-4570-a705-512a74fcab4e),segment_id=34ee3de1-d565-4570-a705-512a74fcab4e)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:37:37.045388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58660) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:37.061839 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1787670016-router', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:37.072391 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:37.086229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Usage tracker for resource:router and tenant:2e10230d73664501b4bde7e19745dbcb is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:37.094581 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:37.128414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:37.141817 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-c7332604-28e3-477e-86e2-1f2b7f01aafb tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:37.158168 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fb9e6753-d8b6-465d-8568-41830b7df9ac req-4f987ec1-5610-4261-a9cd-4811cd1e0b9f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6340494
Feb 17 04:37:37.166489 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-c7332604-28e3-477e-86e2-1f2b7f01aafb tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:37.178292 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:37.204093 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:37.243580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21661c61-4ef0-5aec-ba9e-b39a9d30c103-660757a9-00bf-430f-b611-fc8c1f457b05', 'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'fixed_ips': [{'subnet_id': 'af1d4171-d084-4051-912d-e56eac262e03'}]}} from dv-cinder-759955-5-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:37:37.245391 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:37.247416 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9350c51-2847-47e6-92a9-7bd2d826a81c req-1c4b7420-1862-40f5-b763-d7d821f651a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:37.249736 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c9350c51-2847-47e6-92a9-7bd2d826a81c req-1c4b7420-1862-40f5-b763-d7d821f651a6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=db318819-52ac-454a-9acd-88522654014f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8351712
Feb 17 04:37:37.271038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7595'] for router, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:37.272418 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854261589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768205'] for router, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:37.329191 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30359c-06e2-41e3-af56-2e8ff8eaebfb req-209ddedc-80ee-49b4-a11c-0744da363c7d tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:37.332534 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8f30359c-06e2-41e3-af56-2e8ff8eaebfb req-209ddedc-80ee-49b4-a11c-0744da363c7d tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1821134
Feb 17 04:37:37.423549 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8f30359c-06e2-41e3-af56-2e8ff8eaebfb req-523ddbe0-93da-4250-9fbc-f6ecd52e9b49 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801313
Feb 17 04:37:37.430948 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:37.709446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58672) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:37.793499 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c9350c51-2847-47e6-92a9-7bd2d826a81c req-a0090a2e-6a6e-44d8-9fc7-2436a970f01e service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3685889
Feb 17 04:37:37.887024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Routers {'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:37.891397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000e215ac8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:37.904071 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-c7332604-28e3-477e-86e2-1f2b7f01aafb tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Floating IP be415ef1-4afb-4a2b-8f66-3c0f702cef4d associated. External IP: 172.27.2.189, port: e61721f8-ed25-4ebf-82cf-247999d61026.
Feb 17 04:37:37.988213 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f49d4-2428-41ec-b0a3-f84e4beed70d None None] Pushing event updated for resources: {'Port': ['ID=ea987b8b-91ef-46ed-aff9-12c55074ded6,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:37.993102 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9a6f49d4-2428-41ec-b0a3-f84e4beed70d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:38.042795 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c9350c51-2847-47e6-92a9-7bd2d826a81c req-7f485aa4-044a-4702-808b-555d9a0c2a32 service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2411640
Feb 17 04:37:38.346018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ff086501-bf20-405e-9341-13ad3de48147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:38.349435 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Allocated IP 172.20.0.2 (660757a9-00bf-430f-b611-fc8c1f457b05/af1d4171-d084-4051-912d-e56eac262e03/17191fa9-0446-4ae3-9d75-83326a5fe284) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:37:38.421980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] Set router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:38.819828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854383445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768254'] for router, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:38.983765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:38.989267 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76005885-e1b9-41ef-9f11-62a2afe8c9ae req-428b4d19-6d82-47b3-9f60-aa30cb288748 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:39.001183 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-76005885-e1b9-41ef-9f11-62a2afe8c9ae req-428b4d19-6d82-47b3-9f60-aa30cb288748 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.2887337
Feb 17 04:37:39.092310 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-76005885-e1b9-41ef-9f11-62a2afe8c9ae req-ee0d20e3-489c-4f2e-9c1f-b09999477dd3 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898144
Feb 17 04:37:39.676455 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000e215ac8>, [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:37:28Z', 'revision_number': 4, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'ea987b8b-91ef-46ed-aff9-12c55074ded6', 'name': '', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'mac_address': 'fa:16:3e:36:96:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:27Z', 'updated_at': '2021-02-17T04:37:36Z', 'revision_number': 4, 'project_id': 'd447f221703e4725a470bab1096716e0', 'subnets': [{'id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:39.683909 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af47b4-d9af-499d-b272-9c41cbf144e6 None None] The sync data for ids ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'] in dv-cinder-759955-5-iscsi is: [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:37:28Z', 'revision_number': 4, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'ea987b8b-91ef-46ed-aff9-12c55074ded6', 'name': '', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'mac_address': 'fa:16:3e:36:96:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:27Z', 'updated_at': '2021-02-17T04:37:36Z', 'revision_number': 4, 'project_id': 'd447f221703e4725a470bab1096716e0', 'subnets': [{'id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:37:39.685889 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:39.872760 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:39.911171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Transition to ACTIVE for port object 17191fa9-0446-4ae3-9d75-83326a5fe284 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:37:39.955153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Transition to ACTIVE for port object 17191fa9-0446-4ae3-9d75-83326a5fe284 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:37:39.996652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.105903 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bb186483-71d1-4660-922e-f4467c409f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:40.122511 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-c7332604-28e3-477e-86e2-1f2b7f01aafb tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Router df336ab0-4e50-4610-96cc-685ec7b0d52c has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:37:40.531549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a370cf-073a-4d88-ba24-9e3b82d26269 req-07cd977c-76ff-4e8c-85d7-a40b2bb38e10 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:40.541394 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c1a370cf-073a-4d88-ba24-9e3b82d26269 req-07cd977c-76ff-4e8c-85d7-a40b2bb38e10 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1843853
Feb 17 04:37:40.584464 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Pushing event updated for resources: {'Port': ['ID=17191fa9-0446-4ae3-9d75-83326a5fe284,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:40.611457 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-c7332604-28e3-477e-86e2-1f2b7f01aafb tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:37:40.628522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518ae68-e60e-4d60-9e14-10ff16880896 None None] Sync routers for ids ['df336ab0-4e50-4610-96cc-685ec7b0d52c'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:37:40.639706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:40.656395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-c7332604-28e3-477e-86e2-1f2b7f01aafb tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.687337 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c1a370cf-073a-4d88-ba24-9e3b82d26269 req-2aed610e-c8e2-40f7-823b-e25bd5cfd3fb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1447873
Feb 17 04:37:40.720564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5518ae68-e60e-4d60-9e14-10ff16880896 None None] Routers {'df336ab0-4e50-4610-96cc-685ec7b0d52c'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:40.721709 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-5518ae68-e60e-4d60-9e14-10ff16880896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d95bd30>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['df336ab0-4e50-4610-96cc-685ec7b0d52c'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:40.737371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:40.851995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Network 660757a9-00bf-430f-b611-fc8c1f457b05 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:37:40.859448 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Resources bound (agent type, host, resource id):  {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:37:40.862660 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:37:40.996153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Attempting to bind port 17191fa9-0446-4ae3-9d75-83326a5fe284 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:37:40.996984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Attempting to bind port 17191fa9-0446-4ae3-9d75-83326a5fe284 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '1a8988bc-53d5-4f31-997a-3341600a5d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:37:41.002477 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Attempting to bind port 17191fa9-0446-4ae3-9d75-83326a5fe284 on network 660757a9-00bf-430f-b611-fc8c1f457b05 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:37:41.026502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:37:41.026502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Checking segment: {'id': '1a8988bc-53d5-4f31-997a-3341600a5d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:37:41.026502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:41.026502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Bound using segment: {'id': '1a8988bc-53d5-4f31-997a-3341600a5d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:37:41.026502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Bound port: 17191fa9-0446-4ae3-9d75-83326a5fe284, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8988bc-53d5-4f31-997a-3341600a5d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:37:41.026502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:41.043926 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-c7332604-28e3-477e-86e2-1f2b7f01aafb tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "PUT /v2.0/floatingips/be415ef1-4afb-4a2b-8f66-3c0f702cef4d HTTP/1.1" status: 200  len: 996 time: 6.1919131
Feb 17 04:37:41.053376 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:41.092314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-5518ae68-e60e-4d60-9e14-10ff16880896 None None] Set router df336ab0-4e50-4610-96cc-685ec7b0d52c gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:41.304316 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] For port 17191fa9-0446-4ae3-9d75-83326a5fe284, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:37:41.310563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] For port 17191fa9-0446-4ae3-9d75-83326a5fe284, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=17191fa9-0446-4ae3-9d75-83326a5fe284,segment=NetworkSegment(1a8988bc-53d5-4f31-997a-3341600a5d1a),segment_id=1a8988bc-53d5-4f31-997a-3341600a5d1a)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:37:41.346341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:41.399954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9a6f49d4-2428-41ec-b0a3-f84e4beed70d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:41.480673 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0a1a-587a-46d0-b379-defcb27f9c85 req-fb123fd1-e03a-4023-b930-5854c35f7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:41.483335 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b0bb0a1a-587a-46d0-b379-defcb27f9c85 req-fb123fd1-e03a-4023-b930-5854c35f7c2a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=14187639adc74d1bb49ed835b238d04c&device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 1162 time: 0.2203598
Feb 17 04:37:41.504492 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026', 'status': 'completed', 'code': 200}
Feb 17 04:37:41.966967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0a1a-587a-46d0-b379-defcb27f9c85 req-d7d168d5-ef03-49c2-bac4-d1e620a34599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:41.970397 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b0bb0a1a-587a-46d0-b379-defcb27f9c85 req-d7d168d5-ef03-49c2-bac4-d1e620a34599 service neutron] 10.222.0.76 "GET /v2.0/networks?id=25653d82-43fa-4aa5-a3be-d27965409dd3 HTTP/1.1" status: 200  len: 909 time: 0.4788678
Feb 17 04:37:42.100227 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854384247'] for router_interface, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:42.112713 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ea987b8b-91ef-46ed-aff9-12c55074ded6 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:42.181921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:42.196345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-5518ae68-e60e-4d60-9e14-10ff16880896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d95bd30>, [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:35:56Z', 'revision_number': 4, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': 'be415ef1-4afb-4a2b-8f66-3c0f702cef4d', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'port_id': 'e61721f8-ed25-4ebf-82cf-247999d61026', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'mac_address': 'fa:16:3e:82:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:37:32Z', 'updated_at': '2021-02-17T04:37:36Z', 'revision_number': 1, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c', 'name': '', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'mac_address': 'fa:16:3e:5a:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:53Z', 'updated_at': '2021-02-17T04:36:08Z', 'revision_number': 5, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'subnets': [{'id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:42.202198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518ae68-e60e-4d60-9e14-10ff16880896 None None] Checking router: df336ab0-4e50-4610-96cc-685ec7b0d52c for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:37:42.212392 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5518ae68-e60e-4d60-9e14-10ff16880896 None None] Routers {'df336ab0-4e50-4610-96cc-685ec7b0d52c'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:42.214067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-5518ae68-e60e-4d60-9e14-10ff16880896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d95bd30>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['df336ab0-4e50-4610-96cc-685ec7b0d52c'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:42.221949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:42.265917 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b0bb0a1a-587a-46d0-b379-defcb27f9c85 req-a1258d70-c85f-496b-ae86-c932ce795b19 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e61721f8-ed25-4ebf-82cf-247999d61026 HTTP/1.1" status: 200  len: 999 time: 0.2860413
Feb 17 04:37:42.369788 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0a1a-587a-46d0-b379-defcb27f9c85 req-a6ea6a28-c6ef-4896-a5b5-54c46555c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:42.372019 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b0bb0a1a-587a-46d0-b379-defcb27f9c85 req-a6ea6a28-c6ef-4896-a5b5-54c46555c1ef service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9635206-c9e7-49d0-bd4e-847855edf914 HTTP/1.1" status: 200  len: 854 time: 0.0970836
Feb 17 04:37:42.374926 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:37:42.449541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Pushing event updated for resources: {'Port': ['ID=17191fa9-0446-4ae3-9d75-83326a5fe284,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:42.464336 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.065s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:42.490641 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port ea987b8b-91ef-46ed-aff9-12c55074ded6 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:37:42.494794 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd0c8f-6d36-44b7-8f01-54a4acc72956 req-5e94578d-572c-4b15-baad-aba2d8fda0a5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:42.500758 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port ea987b8b-91ef-46ed-aff9-12c55074ded6 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:42.501454 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:42.506371 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2acd0c8f-6d36-44b7-8f01-54a4acc72956 req-5e94578d-572c-4b15-baad-aba2d8fda0a5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.3761232
Feb 17 04:37:42.538288 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-5518ae68-e60e-4d60-9e14-10ff16880896 None None] Set router df336ab0-4e50-4610-96cc-685ec7b0d52c gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:42.575518 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2acd0c8f-6d36-44b7-8f01-54a4acc72956 req-db726929-97bf-4c4f-a6bb-a1f69f42c774 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680447
Feb 17 04:37:42.697119 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0a1a-587a-46d0-b379-defcb27f9c85 req-30f433ef-9a39-4bc9-8502-eef286ed9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:42.700505 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b0bb0a1a-587a-46d0-b379-defcb27f9c85 req-30f433ef-9a39-4bc9-8502-eef286ed9713 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25653d82-43fa-4aa5-a3be-d27965409dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3122287
Feb 17 04:37:42.845105 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-f64140ed-2c7e-4896-9ad4-f2242aca2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:42.847444 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-f64140ed-2c7e-4896-9ad4-f2242aca2649 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14187639adc74d1bb49ed835b238d04c&device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 1162 time: 1.7805002
Feb 17 04:37:42.860134 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:42.988804 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port ea987b8b-91ef-46ed-aff9-12c55074ded6, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=ea987b8b-91ef-46ed-aff9-12c55074ded6,segment=NetworkSegment(34ee3de1-d565-4570-a705-512a74fcab4e),segment_id=34ee3de1-d565-4570-a705-512a74fcab4e)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:43.030760 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Allocated IP 172.27.2.72 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:37:43.033459 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.039883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:43.103689 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b0bb0a1a-587a-46d0-b379-defcb27f9c85 req-3562857c-3aa4-4086-8532-75a1785d597e service neutron] 10.222.0.76 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3942630
Feb 17 04:37:43.219712 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=ea987b8b-91ef-46ed-aff9-12c55074ded6,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:43.232836 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:43.263107 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.344671 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b0bb0a1a-587a-46d0-b379-defcb27f9c85 req-d122d087-98eb-4a4a-b488-2632bd0827b0 service neutron] 10.222.0.76 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2336066
Feb 17 04:37:43.414091 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:43.469082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:43.554368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-5518ae68-e60e-4d60-9e14-10ff16880896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d95bd30>, [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:35:56Z', 'revision_number': 4, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': 'be415ef1-4afb-4a2b-8f66-3c0f702cef4d', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'port_id': 'e61721f8-ed25-4ebf-82cf-247999d61026', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'mac_address': 'fa:16:3e:82:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:37:32Z', 'updated_at': '2021-02-17T04:37:36Z', 'revision_number': 1, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c', 'name': '', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'mac_address': 'fa:16:3e:5a:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:53Z', 'updated_at': '2021-02-17T04:36:08Z', 'revision_number': 5, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'subnets': [{'id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:43.562249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518ae68-e60e-4d60-9e14-10ff16880896 None None] The sync data for ids ['df336ab0-4e50-4610-96cc-685ec7b0d52c'] in dv-cinder-759955-5-iscsi is: [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:35:56Z', 'revision_number': 4, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': 'be415ef1-4afb-4a2b-8f66-3c0f702cef4d', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'port_id': 'e61721f8-ed25-4ebf-82cf-247999d61026', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'mac_address': 'fa:16:3e:82:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:37:32Z', 'updated_at': '2021-02-17T04:37:36Z', 'revision_number': 1, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c', 'name': '', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'mac_address': 'fa:16:3e:5a:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:53Z', 'updated_at': '2021-02-17T04:36:08Z', 'revision_number': 5, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'subnets': [{'id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:37:43.972283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ea987b8b-91ef-46ed-aff9-12c55074ded6 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:44.090558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd95e0f-6ca9-42e7-912a-46e77e8b7f21 None None] New status for floating IP be415ef1-4afb-4a2b-8f66-3c0f702cef4d: ACTIVE {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:37:44.134420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:44.148016 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:44.183516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port ea987b8b-91ef-46ed-aff9-12c55074ded6 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:44.183904 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:44.197610 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-23ca87be-798f-4d3a-9613-d6a7ef9ea306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:44.199220 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-23ca87be-798f-4d3a-9613-d6a7ef9ea306 service neutron] 10.222.0.73 "GET /v2.0/networks?id=25653d82-43fa-4aa5-a3be-d27965409dd3 HTTP/1.1" status: 200  len: 909 time: 0.8985021
Feb 17 04:37:44.230113 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:37:44.294625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:37:44.299334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:37:44.443357 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c00ecf4-cdd5-4fd2-a969-d863ea127c20 None None] Network 660757a9-00bf-430f-b611-fc8c1f457b05 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:37:44.495199 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] Deleting port ce659790-304b-4865-998b-8ca8a8d6afa7 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:37:44.495716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:44.617416 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-b3181cf5-5695-4a1a-80f5-25d43bb5dd30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e61721f8-ed25-4ebf-82cf-247999d61026 HTTP/1.1" status: 200  len: 999 time: 0.3996542
Feb 17 04:37:44.780103 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-7ca43b3e-cbfd-48cf-94c4-baf4276889a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:44.781823 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-7ca43b3e-cbfd-48cf-94c4-baf4276889a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9635206-c9e7-49d0-bd4e-847855edf914 HTTP/1.1" status: 200  len: 854 time: 0.1634362
Feb 17 04:37:44.834018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-ae1d2dd9-b54f-493a-b29c-c44a569998f3 None None] Provisioning for port 17191fa9-0446-4ae3-9d75-83326a5fe284 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:37:44.917994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 17191fa9-0446-4ae3-9d75-83326a5fe284 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:45.178689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-d01bc7c7-27f1-482e-824e-637d4a5f3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:45.180530 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-d01bc7c7-27f1-482e-824e-637d4a5f3ae9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25653d82-43fa-4aa5-a3be-d27965409dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3852963
Feb 17 04:37:45.187613 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 17191fa9-0446-4ae3-9d75-83326a5fe284 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:37:45.195423 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-a8613c42-5944-4f12-bb1e-c3d7c3db848d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:37:45.197000 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-a8613c42-5944-4f12-bb1e-c3d7c3db848d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0072546
Feb 17 04:37:45.203978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 17191fa9-0446-4ae3-9d75-83326a5fe284 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:45.203978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:45.456139 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:45.501462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 17191fa9-0446-4ae3-9d75-83326a5fe284, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=17191fa9-0446-4ae3-9d75-83326a5fe284,segment=NetworkSegment(1a8988bc-53d5-4f31-997a-3341600a5d1a),segment_id=1a8988bc-53d5-4f31-997a-3341600a5d1a)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:45.517345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-d1b9acb2-80f5-4667-99e2-031b1f3a74c7 None None] Provisioning complete for port 17191fa9-0446-4ae3-9d75-83326a5fe284 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:45.517756 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1b9acb2-80f5-4667-99e2-031b1f3a74c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:45.579350 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] For port ce659790-304b-4865-998b-8ca8a8d6afa7, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=ce659790-304b-4865-998b-8ca8a8d6afa7,segment=NetworkSegment(e5046d3d-1003-4d0f-b25c-c02ec46f1a0f),segment_id=e5046d3d-1003-4d0f-b25c-c02ec46f1a0f)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:45.579733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:45.609131 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:45.613057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-91522323-a94b-4f9b-bc71-d28a0fd242f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:45.780091 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=17191fa9-0446-4ae3-9d75-83326a5fe284,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:45.795483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:45.834115 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] Calling delete_port for ce659790-304b-4865-998b-8ca8a8d6afa7 owned by network:router_interface {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:37:45.994669 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-48ed7eb0-0cb5-4b64-9c08-6fe51c42a085 service neutron] 10.222.0.73 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7706923
Feb 17 04:37:46.002550 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.245204 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8dfe7a09-bced-426c-95fa-1747aeddbaef None None] Provisioning complete for port 17191fa9-0446-4ae3-9d75-83326a5fe284 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:46.246051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8dfe7a09-bced-426c-95fa-1747aeddbaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:46.833532 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09c64105-d1ba-4f5d-85a9-725e8ea0e3f6 req-62fe70a1-2d91-47ef-8036-65070577f428 service neutron] 10.222.0.73 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7547960
Feb 17 04:37:46.892193 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-b86ae80b-600c-4fcc-b046-b1104658649b req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1052747798', 'description': 'tempest-TestMinimumBasicScenario-1052747798 description'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:46.902741 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-b86ae80b-600c-4fcc-b046-b1104658649b req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:46.917015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-b86ae80b-600c-4fcc-b046-b1104658649b req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:47.012478 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-b86ae80b-600c-4fcc-b046-b1104658649b req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.041869 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-b86ae80b-600c-4fcc-b046-b1104658649b req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:47.046641 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-b86ae80b-600c-4fcc-b046-b1104658649b req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Usage tracker for resource:security_group_rule and tenant:14187639adc74d1bb49ed835b238d04c is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:47.050782 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-b86ae80b-600c-4fcc-b046-b1104658649b req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:47.070551 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-b86ae80b-600c-4fcc-b046-b1104658649b req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:47.082849 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854383430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453656'] for router, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.177194 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-b86ae80b-600c-4fcc-b046-b1104658649b req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.205285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-b86ae80b-600c-4fcc-b046-b1104658649b req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.211413 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8dfd189b-2660-4bc1-8f8a-1cb08646911f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:47.252176 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44920cf-8ce7-4304-aeb4-587c058b73cb,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:47.285422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.285835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.286241 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.286812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.287211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.288397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.289117 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.289578 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.289978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.290627 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.291083 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.292493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.293294 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.296459 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.296873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.297052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.297052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.297052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.297052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.297052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.297052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.297987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.297987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.298306 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.298560 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:47.320506 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:47.321857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-b86ae80b-600c-4fcc-b046-b1104658649b req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.323571 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b86ae80b-600c-4fcc-b046-b1104658649b req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.4359708
Feb 17 04:37:47.404241 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c826d43c-8a01-4d3e-bb94-26b3dd4f0904 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:47.427171 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1059a383-8454-4f9c-a22f-74b90feb4d1a req-0518a094-2758-4197-a577-084309a81dd7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups/c44920cf-8ce7-4304-aeb4-587c058b73cb HTTP/1.1" status: 200  len: 1814 time: 0.0669069
Feb 17 04:37:47.441063 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-1059a383-8454-4f9c-a22f-74b90feb4d1a req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c44920cf-8ce7-4304-aeb4-587c058b73cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:47.441526 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-1059a383-8454-4f9c-a22f-74b90feb4d1a req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c44920cf-8ce7-4304-aeb4-587c058b73cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:47.450163 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-1059a383-8454-4f9c-a22f-74b90feb4d1a req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:47.455162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-1059a383-8454-4f9c-a22f-74b90feb4d1a req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Usage tracker for resource:security_group_rule and tenant:14187639adc74d1bb49ed835b238d04c is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:47.459494 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-1059a383-8454-4f9c-a22f-74b90feb4d1a req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:47.467488 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-1059a383-8454-4f9c-a22f-74b90feb4d1a req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:47.503551 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce659790-304b-4865-998b-8ca8a8d6afa7,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:47.514760 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:47.594011 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-1059a383-8454-4f9c-a22f-74b90feb4d1a req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.621640 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-1059a383-8454-4f9c-a22f-74b90feb4d1a req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.662957 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Router ac32011f-d367-4d35-ac51-c0572f64104d is scheduled to L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 with binding_index 1 {{(pid=84039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:37:47.683007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657f50a-a9cb-4d6d-b24e-e3da0f57e258 req-fba1d5bb-b868-4232-8db5-e0f3bd8dd66e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:47.684873 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0657f50a-a9cb-4d6d-b24e-e3da0f57e258 req-fba1d5bb-b868-4232-8db5-e0f3bd8dd66e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.2817748
Feb 17 04:37:47.701958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-1059a383-8454-4f9c-a22f-74b90feb4d1a req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.704771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:47.730724 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb18b81-8036-4ff7-818f-aa541b929a78,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:47.733509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:47.773393 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-1059a383-8454-4f9c-a22f-74b90feb4d1a req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:47.778511 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1059a383-8454-4f9c-a22f-74b90feb4d1a req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3394458
Feb 17 04:37:47.871971 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4c38c8ac-ddf1-4ba2-90a7-a361b5164945 req-405c4f43-d908-4a72-84c9-609c8fd8d8ba tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups/c44920cf-8ce7-4304-aeb4-587c058b73cb HTTP/1.1" status: 200  len: 2407 time: 0.0703158
Feb 17 04:37:47.883147 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-4c38c8ac-ddf1-4ba2-90a7-a361b5164945 req-18dcbad6-4800-45c4-893c-75a79b6c9966 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c44920cf-8ce7-4304-aeb4-587c058b73cb', 'remote_group_id': None}]} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:47.884029 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-4c38c8ac-ddf1-4ba2-90a7-a361b5164945 req-18dcbad6-4800-45c4-893c-75a79b6c9966 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c44920cf-8ce7-4304-aeb4-587c058b73cb', 'remote_group_id': None}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:47.891170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-4c38c8ac-ddf1-4ba2-90a7-a361b5164945 req-18dcbad6-4800-45c4-893c-75a79b6c9966 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:47.895948 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-4c38c8ac-ddf1-4ba2-90a7-a361b5164945 req-18dcbad6-4800-45c4-893c-75a79b6c9966 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Usage tracker for resource:security_group_rule and tenant:14187639adc74d1bb49ed835b238d04c is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:47.899198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-4c38c8ac-ddf1-4ba2-90a7-a361b5164945 req-18dcbad6-4800-45c4-893c-75a79b6c9966 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:47.905877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-4c38c8ac-ddf1-4ba2-90a7-a361b5164945 req-18dcbad6-4800-45c4-893c-75a79b6c9966 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:47.928182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 17191fa9-0446-4ae3-9d75-83326a5fe284 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:47.954286 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0657f50a-a9cb-4d6d-b24e-e3da0f57e258 req-b756a987-9b22-4530-9688-e1456dbf9afe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2601194
Feb 17 04:37:48.013869 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 17191fa9-0446-4ae3-9d75-83326a5fe284 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:48.014293 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:48.042030 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-4c38c8ac-ddf1-4ba2-90a7-a361b5164945 req-18dcbad6-4800-45c4-893c-75a79b6c9966 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:48.071150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-4c38c8ac-ddf1-4ba2-90a7-a361b5164945 req-18dcbad6-4800-45c4-893c-75a79b6c9966 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:48.113485 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-4c38c8ac-ddf1-4ba2-90a7-a361b5164945 req-18dcbad6-4800-45c4-893c-75a79b6c9966 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:48.122096 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:48.158998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcbad6-4800-45c4-893c-75a79b6c9966 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb0b3b2-fbc0-40b0-a15a-d21f8c2b4471,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:48.171637 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-18dcbad6-4800-45c4-893c-75a79b6c9966 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:48.205183 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-4c38c8ac-ddf1-4ba2-90a7-a361b5164945 req-18dcbad6-4800-45c4-893c-75a79b6c9966 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:48.206527 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4c38c8ac-ddf1-4ba2-90a7-a361b5164945 req-18dcbad6-4800-45c4-893c-75a79b6c9966 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.3291733
Feb 17 04:37:48.379863 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:37:48.389990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Sync routers for ids ['ac32011f-d367-4d35-ac51-c0572f64104d'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:37:48.401033 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Routers {'ac32011f-d367-4d35-ac51-c0572f64104d'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:48.401241 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dc6bce71-05b9-44c9-b79c-f4d5ed610b36 req-566a6126-0055-4bdd-91f2-8cf9f6bc407b tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1052747798&fields=id&tenant_id=14187639adc74d1bb49ed835b238d04c HTTP/1.1" status: 200  len: 267 time: 0.0837133
Feb 17 04:37:48.404796 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d528358>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['ac32011f-d367-4d35-ac51-c0572f64104d'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:48.458065 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854384153'] for router_interface, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:48.604138 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Set router ac32011f-d367-4d35-ac51-c0572f64104d gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:48.627818 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Notify callbacks [] for router, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:48.631962 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 11.5816264
Feb 17 04:37:48.632462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58844) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:48.643214 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bce71-05b9-44c9-b79c-f4d5ed610b36 req-984aae86-a34d-4821-9326-2d9fcabad84c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:48.645187 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dc6bce71-05b9-44c9-b79c-f4d5ed610b36 req-984aae86-a34d-4821-9326-2d9fcabad84c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 945 time: 0.2363901
Feb 17 04:37:48.661122 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-dc6bce71-05b9-44c9-b79c-f4d5ed610b36 req-deffe6e1-73bf-4782-a3bc-8aaff05a20f4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Request body: {'port': {'security_groups': ['b05c2179-959f-4908-9c85-536ebd2af7bd', 'c44920cf-8ce7-4304-aeb4-587c058b73cb']}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:48.965805 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d528358>, [{'id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'name': 'tempest-TestShelveInstance-1787670016-router', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:37Z', 'updated_at': '2021-02-17T04:37:45Z', 'revision_number': 3, 'project_id': '2e10230d73664501b4bde7e19745dbcb', 'gw_port': {'id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:48.971442 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Checking router: ac32011f-d367-4d35-ac51-c0572f64104d for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:37:48.971834 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Updating router ac32011f-d367-4d35-ac51-c0572f64104d port 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec binding host dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:37:48.983949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dc6bce71-05b9-44c9-b79c-f4d5ed610b36 req-deffe6e1-73bf-4782-a3bc-8aaff05a20f4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.043828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.366704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b731d01-40af-4f7b-9565-f8566b851921 req-4a201de0-4d21-47c6-881e-cbc2af26c58e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:49.368425 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8b731d01-40af-4f7b-9565-f8566b851921 req-4a201de0-4d21-47c6-881e-cbc2af26c58e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.2793963
Feb 17 04:37:49.392908 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] Router f70d3e64-d8c4-4355-be46-1b3bbb10fa9a has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:37:49.512697 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8b731d01-40af-4f7b-9565-f8566b851921 req-2c27cde0-1baf-49c8-870b-720224a04e57 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1090050
Feb 17 04:37:49.523834 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.538907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Transition to ACTIVE for port object 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:37:49.593242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.604876 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.611408 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:49.736951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-dc6bce71-05b9-44c9-b79c-f4d5ed610b36 req-deffe6e1-73bf-4782-a3bc-8aaff05a20f4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] For port e61721f8-ed25-4ebf-82cf-247999d61026, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e61721f8-ed25-4ebf-82cf-247999d61026,segment=NetworkSegment(00d09953-aabf-40a5-a01c-5e582f4ef900),segment_id=00d09953-aabf-40a5-a01c-5e582f4ef900)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:49.746306 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:37:49.754729 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] 10.222.0.73 "PUT /v2.0/routers/f70d3e64-d8c4-4355-be46-1b3bbb10fa9a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9846416
Feb 17 04:37:49.755108 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58852) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:49.764172 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873dc90c-1663-492b-a8cc-2b8a710a5e34 None None] Sync routers for ids ['f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:37:49.776486 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873dc90c-1663-492b-a8cc-2b8a710a5e34 None None] Routers {'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:49.777191 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-873dc90c-1663-492b-a8cc-2b8a710a5e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d53b550>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:49.784914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed3452-ea71-4a6b-a772-7b6223069388 None None] Pushing event updated for resources: {'Port': ['ID=8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:49.790959 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-97ed3452-ea71-4a6b-a772-7b6223069388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:49.896202 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Attempting to bind port 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:37:49.896993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Attempting to bind port 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:37:49.897594 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Attempting to bind port 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec on network 41731883-87f5-4e1a-89a9-5fc9628819cc {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:37:49.906411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:37:49.908290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Checking segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:37:49.908516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.resource_extend [req-dc6bce71-05b9-44c9-b79c-f4d5ed610b36 req-deffe6e1-73bf-4782-a3bc-8aaff05a20f4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 04:37:49.909418 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.910063 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Bound using segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:37:49.910938 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Bound port: 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:37:49.911740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.930496 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dc6bce71-05b9-44c9-b79c-f4d5ed610b36 req-deffe6e1-73bf-4782-a3bc-8aaff05a20f4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.966777 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dc6bce71-05b9-44c9-b79c-f4d5ed610b36 req-deffe6e1-73bf-4782-a3bc-8aaff05a20f4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:49.995655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:50.008722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] For port 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:37:50.013261 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] For port 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:37:50.023396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58858) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:50.037371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-873dc90c-1663-492b-a8cc-2b8a710a5e34 None None] Set router f70d3e64-d8c4-4355-be46-1b3bbb10fa9a gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:50.051013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:50.069755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:50.106707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffe6e1-73bf-4782-a3bc-8aaff05a20f4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Pushing event updated for resources: {'Port': ['ID=e61721f8-ed25-4ebf-82cf-247999d61026,revision_number=5']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:50.114060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-deffe6e1-73bf-4782-a3bc-8aaff05a20f4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:50.158728 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ab6510-b6ba-4a43-b66d-f515008b1d78 admin admin] Deleting subnet 3e4b4d6f-314c-441b-8097-09a229d3e1c5 {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:37:50.164426 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-73ab6510-b6ba-4a43-b66d-f515008b1d78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:50.230115 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] Notify callbacks [] for router, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:50.243005 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed3452-ea71-4a6b-a772-7b6223069388 None None] Pushing event updated for resources: {'Port': ['ID=8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:50.256921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-97ed3452-ea71-4a6b-a772-7b6223069388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:50.285717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-73ab6510-b6ba-4a43-b66d-f515008b1d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006034'] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:50.321394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Routers {'ac32011f-d367-4d35-ac51-c0572f64104d'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:50.322620 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d528358>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['ac32011f-d367-4d35-ac51-c0572f64104d'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:50.387427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-873dc90c-1663-492b-a8cc-2b8a710a5e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d53b550>, [{'id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1697279341-router', 'tenant_id': '0e308712a7a343778981979df1c88348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:46Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 5, 'project_id': '0e308712a7a343778981979df1c88348', 'gw_port': {'id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:50.391984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873dc90c-1663-492b-a8cc-2b8a710a5e34 None None] Checking router: f70d3e64-d8c4-4355-be46-1b3bbb10fa9a for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:37:50.408147 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873dc90c-1663-492b-a8cc-2b8a710a5e34 None None] Routers {'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:50.409032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-873dc90c-1663-492b-a8cc-2b8a710a5e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d53b550>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:50.422019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-73ab6510-b6ba-4a43-b66d-f515008b1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:50.484994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Allocated IP 172.20.0.1 (660757a9-00bf-430f-b611-fc8c1f457b05/af1d4171-d084-4051-912d-e56eac262e03/8faf5e42-6d29-46a6-bde5-1cf115e1350d) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:37:50.647008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-873dc90c-1663-492b-a8cc-2b8a710a5e34 None None] Set router f70d3e64-d8c4-4355-be46-1b3bbb10fa9a gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:50.824036 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:50.830977 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] Set router ac32011f-d367-4d35-ac51-c0572f64104d gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:50.834410 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bce71-05b9-44c9-b79c-f4d5ed610b36 req-deffe6e1-73bf-4782-a3bc-8aaff05a20f4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:50.835436 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-dc6bce71-05b9-44c9-b79c-f4d5ed610b36 req-deffe6e1-73bf-4782-a3bc-8aaff05a20f4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:50.837214 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dc6bce71-05b9-44c9-b79c-f4d5ed610b36 req-deffe6e1-73bf-4782-a3bc-8aaff05a20f4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "PUT /v2.0/ports/e61721f8-ed25-4ebf-82cf-247999d61026 HTTP/1.1" status: 200  len: 981 time: 2.1833301
Feb 17 04:37:50.838502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:37:50.856352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] Deleting port 2931e75c-17d2-4e4c-9f38-7f0b200d8770 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:37:50.857036 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:51.099860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:51.111448 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189686b9-0a18-4f76-8fcd-98a92f650d5e req-90c5b24c-7b39-48c3-9f47-126b154c9034 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:51.117076 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-873dc90c-1663-492b-a8cc-2b8a710a5e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d53b550>, [{'id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1697279341-router', 'tenant_id': '0e308712a7a343778981979df1c88348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:46Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 5, 'project_id': '0e308712a7a343778981979df1c88348', 'gw_port': {'id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:51.122405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873dc90c-1663-492b-a8cc-2b8a710a5e34 None None] The sync data for ids ['f70d3e64-d8c4-4355-be46-1b3bbb10fa9a'] in dv-cinder-759955-5-iscsi is: [{'id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1697279341-router', 'tenant_id': '0e308712a7a343778981979df1c88348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:46Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 5, 'project_id': '0e308712a7a343778981979df1c88348', 'gw_port': {'id': '2931e75c-17d2-4e4c-9f38-7f0b200d8770', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70d3e64-d8c4-4355-be46-1b3bbb10fa9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:37:51.123001 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-189686b9-0a18-4f76-8fcd-98a92f650d5e req-90c5b24c-7b39-48c3-9f47-126b154c9034 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.3422899
Feb 17 04:37:51.168597 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-1b8418ff-1d3b-43de-b426-3ca4d1ae19df None None] Provisioning complete for port e61721f8-ed25-4ebf-82cf-247999d61026 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:51.169353 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b8418ff-1d3b-43de-b426-3ca4d1ae19df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:51.205672 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Transition to ACTIVE for port object 8faf5e42-6d29-46a6-bde5-1cf115e1350d will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:37:51.271333 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] For port 2931e75c-17d2-4e4c-9f38-7f0b200d8770, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=2931e75c-17d2-4e4c-9f38-7f0b200d8770,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:51.271947 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:51.312532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d528358>, [{'id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'name': 'tempest-TestShelveInstance-1787670016-router', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:37Z', 'updated_at': '2021-02-17T04:37:45Z', 'revision_number': 3, 'project_id': '2e10230d73664501b4bde7e19745dbcb', 'gw_port': {'id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:51.317883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dec933-03af-4a6e-97ec-2c85b82611c3 None None] The sync data for ids ['ac32011f-d367-4d35-ac51-c0572f64104d'] in dv-cinder-759955-5-iscsi is: [{'id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'name': 'tempest-TestShelveInstance-1787670016-router', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:37Z', 'updated_at': '2021-02-17T04:37:45Z', 'revision_number': 3, 'project_id': '2e10230d73664501b4bde7e19745dbcb', 'gw_port': {'id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:37:51.327866 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-189686b9-0a18-4f76-8fcd-98a92f650d5e req-981b5f6a-9f7d-4acd-86ee-b8a8f3fad5f9 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2037671
Feb 17 04:37:51.377176 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e9995-6912-472f-9b7f-0ded6e9a6744 req-ced474d6-6eee-4ef7-b3a2-d3296eb94f40 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:51.379153 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1c3e9995-6912-472f-9b7f-0ded6e9a6744 req-ced474d6-6eee-4ef7-b3a2-d3296eb94f40 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.3036034
Feb 17 04:37:51.383056 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-73ab6510-b6ba-4a43-b66d-f515008b1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4085193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4014444'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:51.402053 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7c8f7ea0-01dd-4402-8379-e13add28a81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:51.427014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device e61721f8-ed25-4ebf-82cf-247999d61026 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:51.439740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:51.458985 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026', 'status': 'completed', 'code': 200}
Feb 17 04:37:51.469669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] Calling delete_port for 2931e75c-17d2-4e4c-9f38-7f0b200d8770 owned by network:router_gateway {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:37:51.521410 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port e61721f8-ed25-4ebf-82cf-247999d61026 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:51.521843 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:51.602139 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1c3e9995-6912-472f-9b7f-0ded6e9a6744 req-e5985688-4077-4774-9be3-e27007301241 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1397223
Feb 17 04:37:51.636888 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab6510-b6ba-4a43-b66d-f515008b1d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e4b4d6f-314c-441b-8097-09a229d3e1c5,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:51.640978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-73ab6510-b6ba-4a43-b66d-f515008b1d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:51.662984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-faf4677c-f057-46fd-9acb-41c4c1f0805c tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:51.731430 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:51.776813 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ce659790-304b-4865-998b-8ca8a8d6afa7 no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     result = function(*args, **kwargs)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     proto.__init__(conn_state, self)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.handle()
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.handle_one_request()
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.handle_one_response()
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     result = self.application(self.environ, start_response)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     return app(environ, start_response)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     response = req.get_response(self.application)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     application, catch_exc_info=False)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     app_iter = application(self.environ, start_response)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     response = req.get_response(self.application)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     application, catch_exc_info=False)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     app_iter = application(self.environ, start_response)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     response = req.get_response(self.application)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     application, catch_exc_info=False)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     app_iter = application(self.environ, start_response)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     response = req.get_response(self.application)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     application, catch_exc_info=False)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     app_iter = application(self.environ, start_response)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     return request.get_response(self.application)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     application, catch_exc_info=False)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     app_iter = application(self.environ, start_response)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     response = req.get_response(self._app)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     application, catch_exc_info=False)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     app_iter = application(self.environ, start_response)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     return resp(environ, start_response)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     return resp(environ, start_response)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     response = self.app(environ, start_response)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     return resp(environ, start_response)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:37:51.777407 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     result = method(request=request, **args)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._delete(request, id, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(*args, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(*args, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(*dup_args, **dup_kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     obj_deleter(request.context, id, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     return method(*args, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(*args, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(*args, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(*dup_args, **dup_kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, context, *args, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     return method(*args, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     context, port, router_ids, bound_mech_contexts)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     return function(*args, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     callback(resource, event, trigger, **kwargs)
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]:     stack = traceback.extract_stack()
Feb 17 04:37:51.783089 dv-cinder-759955-5-iscsi neutron-server[83925]: 
Feb 17 04:37:51.842429 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: ce659790-304b-4865-998b-8ca8a8d6afa7 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:37:51.843129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ce659790-304b-4865-998b-8ca8a8d6afa7 not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:37:51.878051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Pushing event updated for resources: {'Port': ['ID=8faf5e42-6d29-46a6-bde5-1cf115e1350d,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:51.891309 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:51.892502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-73ab6510-b6ba-4a43-b66d-f515008b1d78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:51.914235 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Network 660757a9-00bf-430f-b611-fc8c1f457b05 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:37:51.917125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:37:51.921801 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:37:51.951920 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-73ab6510-b6ba-4a43-b66d-f515008b1d78 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3e4b4d6f-314c-441b-8097-09a229d3e1c5 HTTP/1.1" status: 204  len: 168 time: 1.9273968
Feb 17 04:37:51.955127 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58870) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:51.974541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff0d88-3fd2-428b-8eea-2ddd393e387b req-5832ffd1-f6cc-47e3-ac74-3d577e211f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:51.976293 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-afff0d88-3fd2-428b-8eea-2ddd393e387b req-5832ffd1-f6cc-47e3-ac74-3d577e211f52 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=14187639adc74d1bb49ed835b238d04c&device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 1202 time: 0.5211153
Feb 17 04:37:51.992665 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854398719'] for router_interface, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:52.215489 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854322005'] for router_gateway, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:52.233497 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff0d88-3fd2-428b-8eea-2ddd393e387b req-c02f1f1d-ab8e-45e4-8aef-facd934d12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:52.235217 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-afff0d88-3fd2-428b-8eea-2ddd393e387b req-c02f1f1d-ab8e-45e4-8aef-facd934d12f7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=25653d82-43fa-4aa5-a3be-d27965409dd3 HTTP/1.1" status: 200  len: 909 time: 0.2377522
Feb 17 04:37:52.245338 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-96a64141-abfb-4177-a04d-70bbc7ac5380 None None] Provisioning for port 8faf5e42-6d29-46a6-bde5-1cf115e1350d completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:37:52.252484 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-96a64141-abfb-4177-a04d-70bbc7ac5380 None None] Provisioning complete for port 8faf5e42-6d29-46a6-bde5-1cf115e1350d triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:52.253002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-96a64141-abfb-4177-a04d-70bbc7ac5380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:52.361399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-96a64141-abfb-4177-a04d-70bbc7ac5380 None None] Port 8faf5e42-6d29-46a6-bde5-1cf115e1350d cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:37:52.364638 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:52.405152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:52.446321 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854383069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7610'] for router, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:52.455248 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:52.521911 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-afff0d88-3fd2-428b-8eea-2ddd393e387b req-9d8b7323-7ce7-4d8b-93b2-7e824870ddcd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e61721f8-ed25-4ebf-82cf-247999d61026 HTTP/1.1" status: 200  len: 1001 time: 0.2790873
Feb 17 04:37:52.723217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854383359'] for router, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:52.723822 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f70d3e64-d8c4-4355-be46-1b3bbb10fa9a {{(pid=84039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:37:52.747988 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff0d88-3fd2-428b-8eea-2ddd393e387b req-13dba915-4aad-4900-b80c-05e9fbac2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:52.749566 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-afff0d88-3fd2-428b-8eea-2ddd393e387b req-13dba915-4aad-4900-b80c-05e9fbac2a35 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9635206-c9e7-49d0-bd4e-847855edf914 HTTP/1.1" status: 200  len: 854 time: 0.1873541
Feb 17 04:37:52.756386 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:52.829940 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] Notify callbacks [] for router, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:52.834021 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ea63f691-1352-48bc-bafc-d129e38d3883 admin admin] 10.222.0.73 "DELETE /v2.0/routers/f70d3e64-d8c4-4355-be46-1b3bbb10fa9a HTTP/1.1" status: 204  len: 168 time: 3.0751445
Feb 17 04:37:52.841637 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58880) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:52.945119 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d683b-8c00-47d3-93c5-2e9c53a42f63 req-a5469d66-75da-44ae-86af-3e1860eebfb3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:52.947496 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-851d683b-8c00-47d3-93c5-2e9c53a42f63 req-a5469d66-75da-44ae-86af-3e1860eebfb3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.4021628
Feb 17 04:37:52.990582 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd553c75-ca28-45d8-82da-d18f98f5e256 admin admin] Deleting subnet 54c43aa7-ce51-45cb-b481-01071beb32fc {{(pid=84039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:37:52.997698 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dd553c75-ca28-45d8-82da-d18f98f5e256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:53.032916 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000cbf0828>,) {'filters': {'network_id': ['b3751aa1-d0d2-4655-997c-f8c5fd944ed5']}} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:53.066305 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000cbf0828>, '90b8e815-429c-4906-b92f-3208fdb722bd') {'for_net_delete': True} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:53.066622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000cbf0828>, '90b8e815-429c-4906-b92f-3208fdb722bd') {} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:53.096432 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370675'] for segment, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:53.113156 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dd553c75-ca28-45d8-82da-d18f98f5e256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852405141'] for subnet, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:53.154337 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-851d683b-8c00-47d3-93c5-2e9c53a42f63 req-4a4ada17-ecb8-45b1-8596-7307a14a7fc7 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1885850
Feb 17 04:37:53.155316 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:53.163174 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:37:53.167898 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570dd77-95dc-467f-ad1f-3a7a1fc11278 req-9a54eceb-c029-4804-9e07-d4c6f5e4c20b tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:53.169235 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3570dd77-95dc-467f-ad1f-3a7a1fc11278 req-9a54eceb-c029-4804-9e07-d4c6f5e4c20b tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.6056271
Feb 17 04:37:53.261626 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff0d88-3fd2-428b-8eea-2ddd393e387b req-2cb3cf33-bb61-4a2e-8e0f-355371fb2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:53.263708 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-afff0d88-3fd2-428b-8eea-2ddd393e387b req-2cb3cf33-bb61-4a2e-8e0f-355371fb2f19 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25653d82-43fa-4aa5-a3be-d27965409dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2205882
Feb 17 04:37:53.278035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-3570dd77-95dc-467f-ad1f-3a7a1fc11278 req-637479ae-88b7-4efc-ae8b-a26e8dc4e371 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Synchronizing usage tracker for tenant:14187639adc74d1bb49ed835b238d04c on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:37:53.318591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:53.352038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dd553c75-ca28-45d8-82da-d18f98f5e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:53.409097 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] Network b3751aa1-d0d2-4655-997c-f8c5fd944ed5 has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:37:53.420751 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852218915'] for segment, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:53.466107 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-afff0d88-3fd2-428b-8eea-2ddd393e387b req-7006f45e-58fb-46ea-928a-61371cad190e service neutron] 10.222.0.76 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800938
Feb 17 04:37:53.606216 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:53.639439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:53.704723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] Network b3751aa1-d0d2-4655-997c-f8c5fd944ed5 has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:37:53.705971 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-3570dd77-95dc-467f-ad1f-3a7a1fc11278 req-637479ae-88b7-4efc-ae8b-a26e8dc4e371 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Unset dirty status for tenant:14187639adc74d1bb49ed835b238d04c on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:37:53.707353 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3570dd77-95dc-467f-ad1f-3a7a1fc11278 req-637479ae-88b7-4efc-ae8b-a26e8dc4e371 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.5220323
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:37:53.733782 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:37:53.755020 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-afff0d88-3fd2-428b-8eea-2ddd393e387b req-4cdfa050-9fb8-4d85-a508-cccf7c782ee2 service neutron] 10.222.0.76 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2795918
Feb 17 04:37:53.762205 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853154899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-377191'] for router_interface, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:53.777135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Pushing event updated for resources: {'Port': ['ID=8faf5e42-6d29-46a6-bde5-1cf115e1350d,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:53.782882 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:53.882674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:53.895814 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:53.910484 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:53.930519 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:53.942296 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3751aa1-d0d2-4655-997c-f8c5fd944ed5,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:53.948099 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:53.987807 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ada9a-ab92-4fcf-8362-7866266a09c6 req-c4daf2bd-35db-4148-9c83-0d2d89f73919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:53.989424 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c11ada9a-ab92-4fcf-8362-7866266a09c6 req-c4daf2bd-35db-4148-9c83-0d2d89f73919 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=14187639adc74d1bb49ed835b238d04c&device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 1202 time: 0.1476865
Feb 17 04:37:54.005819 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-66b10b1b-9724-4654-9c3c-e597c99f6a2f admin admin] 10.222.0.73 "DELETE /v2.0/networks/b3751aa1-d0d2-4655-997c-f8c5fd944ed5 HTTP/1.1" status: 204  len: 168 time: 2.0491321
Feb 17 04:37:54.079119 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:37:54.079955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dd553c75-ca28-45d8-82da-d18f98f5e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317777'] for subnet, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:54.092693 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:54.093394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:54.098260 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Network 660757a9-00bf-430f-b611-fc8c1f457b05 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:37:54.101609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:37:54.114488 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-980924f8-f66e-4d0c-8078-2151cc267c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:54.258334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd553c75-ca28-45d8-82da-d18f98f5e256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c43aa7-ce51-45cb-b481-01071beb32fc,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:54.268114 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dd553c75-ca28-45d8-82da-d18f98f5e256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:54.297294 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:54.319246 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:37:54.320282 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dd553c75-ca28-45d8-82da-d18f98f5e256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:54.376182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:54.378066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58888) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:54.389487 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-dd553c75-ca28-45d8-82da-d18f98f5e256 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/54c43aa7-ce51-45cb-b481-01071beb32fc HTTP/1.1" status: 204  len: 168 time: 1.5312195
Feb 17 04:37:54.390082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ca03ccff-4870-408e-bae9-339045f0c648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:54.393537 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 58892) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:54.482282 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ada9a-ab92-4fcf-8362-7866266a09c6 req-c1dec252-9604-411a-9525-77a01eacb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:54.484293 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c11ada9a-ab92-4fcf-8362-7866266a09c6 req-c1dec252-9604-411a-9525-77a01eacb356 service neutron] 10.222.0.76 "GET /v2.0/networks?id=25653d82-43fa-4aa5-a3be-d27965409dd3 HTTP/1.1" status: 200  len: 909 time: 0.4869452
Feb 17 04:37:54.488634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 2931e75c-17d2-4e4c-9f38-7f0b200d8770 no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:37:54.552482 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:54.563534 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 2931e75c-17d2-4e4c-9f38-7f0b200d8770 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:37:54.564199 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 2931e75c-17d2-4e4c-9f38-7f0b200d8770 not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:37:54.577013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.577869 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.578450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.579029 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.580224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.580891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.581438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.582298 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.582861 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.583407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.583930 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.584500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.584965 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.585335 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.585705 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.586078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.586512 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.586907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.588039 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.588452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.588832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.589216 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.589821 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.590391 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:37:54.596695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:54.597564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-bf45c4c6-b7b7-473a-b607-3bff4c361ae6 None None] Provisioning complete for port 8faf5e42-6d29-46a6-bde5-1cf115e1350d triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:54.598002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bf45c4c6-b7b7-473a-b607-3bff4c361ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:54.604310 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Router ac32011f-d367-4d35-ac51-c0572f64104d has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:37:54.637520 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-37595d60-2474-48a2-83ee-2165d3ade279 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dd5defbe82e641678f7511f3f14fefbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2556782
Feb 17 04:37:54.639467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58896) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:54.671555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-bf45c4c6-b7b7-473a-b607-3bff4c361ae6 None None] Port 8faf5e42-6d29-46a6-bde5-1cf115e1350d cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:37:54.833083 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:54.846783 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c11ada9a-ab92-4fcf-8362-7866266a09c6 req-a8052308-cb0f-415f-a832-82beb63e7095 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e61721f8-ed25-4ebf-82cf-247999d61026 HTTP/1.1" status: 200  len: 1001 time: 0.3491309
Feb 17 04:37:54.920364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da9b68-c045-4088-872d-3d3ea4f03777 req-840ce9ab-b4f5-44be-a42f-2000f265e4c5 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:54.923829 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a9da9b68-c045-4088-872d-3d3ea4f03777 req-840ce9ab-b4f5-44be-a42f-2000f265e4c5 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.5912127
Feb 17 04:37:55.053421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ada9a-ab92-4fcf-8362-7866266a09c6 req-1da981ba-eede-422e-8e1b-eaac7ccdd1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:55.054984 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c11ada9a-ab92-4fcf-8362-7866266a09c6 req-1da981ba-eede-422e-8e1b-eaac7ccdd1ed service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9635206-c9e7-49d0-bd4e-847855edf914 HTTP/1.1" status: 200  len: 854 time: 0.1554527
Feb 17 04:37:55.070052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-84de8090-6774-4b67-81bd-df5748561359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:55.090184 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a9da9b68-c045-4088-872d-3d3ea4f03777 req-9a1099ab-68f7-40cd-aa6d-850b2fcd55bd tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1341872
Feb 17 04:37:55.091864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:55.127856 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:37:55.137669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Sync routers for ids ['ac32011f-d367-4d35-ac51-c0572f64104d'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:37:55.153113 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] 10.222.0.73 "PUT /v2.0/routers/ac32011f-d367-4d35-ac51-c0572f64104d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5101838
Feb 17 04:37:55.153348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Routers {'ac32011f-d367-4d35-ac51-c0572f64104d'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:55.153348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d37a9b0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['ac32011f-d367-4d35-ac51-c0572f64104d'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:55.169057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-84de8090-6774-4b67-81bd-df5748561359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:55.222149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000cf80668>,) {'filters': {'network_id': ['6e174343-ab03-4c52-a597-b1e3d9834772']}} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:55.229068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b7ccd-8e8c-4953-b229-4f30ede65687 req-09c19511-b08c-4ed5-bb6d-d28ee83d8fe3 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:55.230822 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e09b7ccd-8e8c-4953-b229-4f30ede65687 req-09c19511-b08c-4ed5-bb6d-d28ee83d8fe3 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.3909845
Feb 17 04:37:55.238715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000cf80668>, 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f') {'for_net_delete': True} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:55.239062 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000cf80668>, 'e5046d3d-1003-4d0f-b25c-c02ec46f1a0f') {} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:55.254767 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370675'] for segment, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:55.256945 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 7c039b81-545d-4b96-8225-5c9d5bbd4f40 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:55.279434 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:55.282888 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:37:55.311443 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ada9a-ab92-4fcf-8362-7866266a09c6 req-037aa25a-4a2d-466a-8dc5-f8fa103d6230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:55.313239 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c11ada9a-ab92-4fcf-8362-7866266a09c6 req-037aa25a-4a2d-466a-8dc5-f8fa103d6230 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25653d82-43fa-4aa5-a3be-d27965409dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2444191
Feb 17 04:37:55.317954 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e09b7ccd-8e8c-4953-b229-4f30ede65687 req-8940d106-8648-4f3b-a7c4-3f8aba58c912 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0775874
Feb 17 04:37:55.319275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-84de8090-6774-4b67-81bd-df5748561359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:55.365515 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e6ae3b40-0dc3-4b70-8f21-4e47f0ba5491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:55.383166 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:55.384930 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:55.445594 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Set router ac32011f-d367-4d35-ac51-c0572f64104d gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:55.517430 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] Network 6e174343-ab03-4c52-a597-b1e3d9834772 has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:37:55.537190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852218915'] for segment, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:55.568918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de8090-6774-4b67-81bd-df5748561359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd5a51f-c6b6-4765-8584-643e19504346,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:55.583208 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-84de8090-6774-4b67-81bd-df5748561359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:55.642034 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-84de8090-6774-4b67-81bd-df5748561359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:55.644390 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-84de8090-6774-4b67-81bd-df5748561359 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9fd5a51f-c6b6-4765-8584-643e19504346 HTTP/1.1" status: 204  len: 168 time: 1.0013244
Feb 17 04:37:55.738445 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c11ada9a-ab92-4fcf-8362-7866266a09c6 req-0c7c45bf-bd6e-4a56-9a30-ee2bbd8f16ec service neutron] 10.222.0.76 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4104273
Feb 17 04:37:55.847722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:55.890845 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] Network 6e174343-ab03-4c52-a597-b1e3d9834772 has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:37:55.948549 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:37:56.029817 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:37:56.030292 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.046929 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d37a9b0>, [{'id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'name': 'tempest-TestShelveInstance-1787670016-router', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:37Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '2e10230d73664501b4bde7e19745dbcb', 'gw_port': {'id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '8faf5e42-6d29-46a6-bde5-1cf115e1350d', 'name': '', 'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'mac_address': 'fa:16:3e:c0:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'af1d4171-d084-4051-912d-e56eac262e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:50Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 2, 'project_id': '2e10230d73664501b4bde7e19745dbcb', 'subnets': [{'id': 'af1d4171-d084-4051-912d-e56eac262e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:56.059244 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Checking router: ac32011f-d367-4d35-ac51-c0572f64104d for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:37:56.059722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Updating router ac32011f-d367-4d35-ac51-c0572f64104d port 8faf5e42-6d29-46a6-bde5-1cf115e1350d binding host dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:37:56.167251 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.278835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-610725440', 'description': 'tempest-TestShelveInstance-610725440 description'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:56.333995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:56.333995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.345377 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Usage tracker for resource:security_group and tenant:d447f221703e4725a470bab1096716e0 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:56.388455 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.396644 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:56.407896 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e8f71dec-b616-4603-a508-a3dca7f82338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:56.442643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=6e174343-ab03-4c52-a597-b1e3d9834772,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:56.451968 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:56.453964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:56.454539 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c11ada9a-ab92-4fcf-8362-7866266a09c6 req-43f3fbfb-2337-469a-be23-856e8e486cef service neutron] 10.222.0.76 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7090633
Feb 17 04:37:56.519903 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] 10.222.0.73 "DELETE /v2.0/networks/6e174343-ab03-4c52-a597-b1e3d9834772 HTTP/1.1" status: 204  len: 168 time: 2.1245990
Feb 17 04:37:56.564770 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.607525 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7c8bb-299c-4d78-8d8d-ca73f7364514 req-28f55f2c-e312-490e-b055-03f63a80b902 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:56.612062 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:56.615493 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fca7c8bb-299c-4d78-8d8d-ca73f7364514 req-28f55f2c-e312-490e-b055-03f63a80b902 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1598907
Feb 17 04:37:56.625452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Usage tracker for resource:security_group_rule and tenant:d447f221703e4725a470bab1096716e0 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:56.625452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:56.636127 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:56.735693 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fca7c8bb-299c-4d78-8d8d-ca73f7364514 req-4e963891-a854-4b09-a516-612c8a4cfa6c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1126995
Feb 17 04:37:56.755381 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.787244 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.797087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c1caeb29-2f64-4815-8704-0761e66fd6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:56.862764 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58928) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:56.878916 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c192d6c-d625-4515-ab61-65b63dde532c,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:56.882753 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:56.913421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.913756 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:56.916029 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6c85df83-ba88-49e6-96cc-7964ff91f2be req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.6449401
Feb 17 04:37:56.940796 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Transition to ACTIVE for port object 8faf5e42-6d29-46a6-bde5-1cf115e1350d will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:37:56.971616 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.001100 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-390c3d5a-2535-4eed-80f0-325923c9fd4a req-08913069-9935-4b7e-92b5-d74daa71229d tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups/7c192d6c-d625-4515-ab61-65b63dde532c HTTP/1.1" status: 200  len: 1800 time: 0.0596254
Feb 17 04:37:57.011557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-91a614c3-c4df-466b-9238-2edda36517e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:57.014633 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-390c3d5a-2535-4eed-80f0-325923c9fd4a req-a308725d-0754-4bd1-9cc0-a30062fc07b5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c192d6c-d625-4515-ab61-65b63dde532c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:57.015053 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-390c3d5a-2535-4eed-80f0-325923c9fd4a req-a308725d-0754-4bd1-9cc0-a30062fc07b5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c192d6c-d625-4515-ab61-65b63dde532c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:57.023014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-390c3d5a-2535-4eed-80f0-325923c9fd4a req-a308725d-0754-4bd1-9cc0-a30062fc07b5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:57.028927 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-390c3d5a-2535-4eed-80f0-325923c9fd4a req-a308725d-0754-4bd1-9cc0-a30062fc07b5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Usage tracker for resource:security_group_rule and tenant:d447f221703e4725a470bab1096716e0 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:57.032317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-390c3d5a-2535-4eed-80f0-325923c9fd4a req-a308725d-0754-4bd1-9cc0-a30062fc07b5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:57.048252 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-926449ae-e561-41a1-8ae3-73bc0a74b86d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e308712a7a343778981979df1c88348&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1815298
Feb 17 04:37:57.050298 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 58936) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:57.055519 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-390c3d5a-2535-4eed-80f0-325923c9fd4a req-a308725d-0754-4bd1-9cc0-a30062fc07b5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:57.172667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9083c0a-467e-4aa9-a826-4d44d26d93c4 req-7e212a44-13a9-46c9-9649-36a542ccd9b6 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:57.183105 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b9083c0a-467e-4aa9-a826-4d44d26d93c4 req-7e212a44-13a9-46c9-9649-36a542ccd9b6 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.2542176
Feb 17 04:37:57.188803 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a32137e9-fc33-4897-928a-088035c89a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.199432 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-390c3d5a-2535-4eed-80f0-325923c9fd4a req-a308725d-0754-4bd1-9cc0-a30062fc07b5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.215179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be8081-0a6d-4809-88d5-42cbcfa23306 None None] Pushing event updated for resources: {'Port': ['ID=8faf5e42-6d29-46a6-bde5-1cf115e1350d,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:57.230325 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-390c3d5a-2535-4eed-80f0-325923c9fd4a req-a308725d-0754-4bd1-9cc0-a30062fc07b5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.233618 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-61be8081-0a6d-4809-88d5-42cbcfa23306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:57.271119 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a32137e9-fc33-4897-928a-088035c89a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.298719 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b9083c0a-467e-4aa9-a826-4d44d26d93c4 req-2f7102d2-9b01-409d-b451-b9f8fa8d811e tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1142695
Feb 17 04:37:57.313317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-390c3d5a-2535-4eed-80f0-325923c9fd4a req-a308725d-0754-4bd1-9cc0-a30062fc07b5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.341510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b83fda76-452a-463a-9cb7-ab369abf1763 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:57.360776 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308725d-0754-4bd1-9cc0-a30062fc07b5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c0cf99-9bb5-42f5-a478-3c52f52f1927,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:57.365006 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a308725d-0754-4bd1-9cc0-a30062fc07b5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:57.375783 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a32137e9-fc33-4897-928a-088035c89a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.390888 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6507aec1-c021-4df3-b0e4-287f283d4e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:57.398929 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-390c3d5a-2535-4eed-80f0-325923c9fd4a req-a308725d-0754-4bd1-9cc0-a30062fc07b5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.400839 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-390c3d5a-2535-4eed-80f0-325923c9fd4a req-a308725d-0754-4bd1-9cc0-a30062fc07b5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3946760
Feb 17 04:37:57.417990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32137e9-fc33-4897-928a-088035c89a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8744448e-0466-46a3-bada-af647d77d5ef,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:57.423600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a32137e9-fc33-4897-928a-088035c89a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:57.455789 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a32137e9-fc33-4897-928a-088035c89a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.457412 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a32137e9-fc33-4897-928a-088035c89a8e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8744448e-0466-46a3-bada-af647d77d5ef HTTP/1.1" status: 204  len: 168 time: 0.4054234
Feb 17 04:37:57.504765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Attempting to bind port 8faf5e42-6d29-46a6-bde5-1cf115e1350d on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:37:57.505460 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Attempting to bind port 8faf5e42-6d29-46a6-bde5-1cf115e1350d by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '1a8988bc-53d5-4f31-997a-3341600a5d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:37:57.506270 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Attempting to bind port 8faf5e42-6d29-46a6-bde5-1cf115e1350d on network 660757a9-00bf-430f-b611-fc8c1f457b05 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:37:57.515807 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:37:57.516213 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Checking segment: {'id': '1a8988bc-53d5-4f31-997a-3341600a5d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:37:57.516624 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.517130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Bound using segment: {'id': '1a8988bc-53d5-4f31-997a-3341600a5d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:37:57.517739 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Bound port: 8faf5e42-6d29-46a6-bde5-1cf115e1350d, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8988bc-53d5-4f31-997a-3341600a5d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:37:57.518241 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.543870 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fe1ba35c-01d7-4e6c-aa0f-563e1d340c80 req-e1d1bfe6-c00b-43ef-b0c8-ebd01493f153 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups/7c192d6c-d625-4515-ab61-65b63dde532c HTTP/1.1" status: 200  len: 2393 time: 0.1043015
Feb 17 04:37:57.549979 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-fe1ba35c-01d7-4e6c-aa0f-563e1d340c80 req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c192d6c-d625-4515-ab61-65b63dde532c', 'remote_group_id': None}]} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:57.550341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-fe1ba35c-01d7-4e6c-aa0f-563e1d340c80 req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c192d6c-d625-4515-ab61-65b63dde532c', 'remote_group_id': None}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:57.560106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-fe1ba35c-01d7-4e6c-aa0f-563e1d340c80 req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:57.564713 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-fe1ba35c-01d7-4e6c-aa0f-563e1d340c80 req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Usage tracker for resource:security_group_rule and tenant:d447f221703e4725a470bab1096716e0 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:57.568080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-fe1ba35c-01d7-4e6c-aa0f-563e1d340c80 req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:57.576747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-fe1ba35c-01d7-4e6c-aa0f-563e1d340c80 req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:57.685509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] For port 8faf5e42-6d29-46a6-bde5-1cf115e1350d, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:37:57.699569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] For port 8faf5e42-6d29-46a6-bde5-1cf115e1350d, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=8faf5e42-6d29-46a6-bde5-1cf115e1350d,segment=NetworkSegment(1a8988bc-53d5-4f31-997a-3341600a5d1a),segment_id=1a8988bc-53d5-4f31-997a-3341600a5d1a)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:37:57.733790 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fe1ba35c-01d7-4e6c-aa0f-563e1d340c80 req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.867594 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fe1ba35c-01d7-4e6c-aa0f-563e1d340c80 req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.964958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fe1ba35c-01d7-4e6c-aa0f-563e1d340c80 req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.965243 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:57.991058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a80d4-e995-46b6-9fcc-52031bbb8ab5 req-c6e7b014-4ccd-4ded-9094-f25d5c82f6d4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:58.000182 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-049a80d4-e995-46b6-9fcc-52031bbb8ab5 req-c6e7b014-4ccd-4ded-9094-f25d5c82f6d4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1286139
Feb 17 04:37:58.000544 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9222a9fb-6840-4a79-a025-87b00c4ce462 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:58.034017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0603cd11-8b58-4018-8032-e8c4afc36994,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:58.034017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:58.052790 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-049a80d4-e995-46b6-9fcc-52031bbb8ab5 req-12f34c21-679b-4724-b629-6329a852e670 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479505
Feb 17 04:37:58.067043 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:58.120222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fe1ba35c-01d7-4e6c-aa0f-563e1d340c80 req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:58.122046 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fe1ba35c-01d7-4e6c-aa0f-563e1d340c80 req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.5771914
Feb 17 04:37:58.167555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be8081-0a6d-4809-88d5-42cbcfa23306 None None] Pushing event updated for resources: {'Port': ['ID=8faf5e42-6d29-46a6-bde5-1cf115e1350d,revision_number=4']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:58.171839 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-61be8081-0a6d-4809-88d5-42cbcfa23306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:37:58.183994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Routers {'ac32011f-d367-4d35-ac51-c0572f64104d'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:37:58.184742 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d37a9b0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:37:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['ac32011f-d367-4d35-ac51-c0572f64104d'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:58.718892 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] Set router ac32011f-d367-4d35-ac51-c0572f64104d gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:37:58.873734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e5cf-63a3-45c6-a943-600b06991144 req-5426923c-f731-4ca9-b33e-db0060b2fb0c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:58.875749 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7d85e5cf-63a3-45c6-a943-600b06991144 req-5426923c-f731-4ca9-b33e-db0060b2fb0c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.2937663
Feb 17 04:37:58.879487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8651-662c-4961-b5e2-13448f3ac399 req-65ad60ac-ebbf-42e7-ac65-94fd0e76a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:58.882273 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d0df8651-662c-4961-b5e2-13448f3ac399 req-65ad60ac-ebbf-42e7-ac65-94fd0e76a82e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ceefaf95d6747d4874041041d75b0c7&device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 1163 time: 0.1838279
Feb 17 04:37:58.942079 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe302d-7e15-4e5d-b47c-de08ef15f1e6 req-f19b946f-b194-4466-900c-3bded9c3a172 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:58.943824 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-edbe302d-7e15-4e5d-b47c-de08ef15f1e6 req-f19b946f-b194-4466-900c-3bded9c3a172 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.2289567
Feb 17 04:37:59.003843 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-edbe302d-7e15-4e5d-b47c-de08ef15f1e6 req-3bbf074b-0172-481c-942f-390f40505730 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490305
Feb 17 04:37:59.046198 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7d85e5cf-63a3-45c6-a943-600b06991144 req-6ed38eac-890b-44a2-bf0f-1c66283ee768 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1622982
Feb 17 04:37:59.094782 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8651-662c-4961-b5e2-13448f3ac399 req-46bdccbd-2d85-46a0-8dc3-00a04d4dc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:59.096451 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d0df8651-662c-4961-b5e2-13448f3ac399 req-46bdccbd-2d85-46a0-8dc3-00a04d4dc3fb service neutron] 10.222.0.76 "GET /v2.0/networks?id=db318819-52ac-454a-9acd-88522654014f HTTP/1.1" status: 200  len: 905 time: 0.1934619
Feb 17 04:37:59.220337 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d0df8651-662c-4961-b5e2-13448f3ac399 req-f6920fec-e49d-49d6-a882-5b74c703c854 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c039b81-545d-4b96-8225-5c9d5bbd4f40 HTTP/1.1" status: 200  len: 1001 time: 0.1158519
Feb 17 04:37:59.280218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59020) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:37:59.287552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d37a9b0>, [{'id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'name': 'tempest-TestShelveInstance-1787670016-router', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:37Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '2e10230d73664501b4bde7e19745dbcb', 'gw_port': {'id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '8faf5e42-6d29-46a6-bde5-1cf115e1350d', 'name': '', 'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'mac_address': 'fa:16:3e:c0:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'af1d4171-d084-4051-912d-e56eac262e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:50Z', 'updated_at': '2021-02-17T04:37:57Z', 'revision_number': 4, 'project_id': '2e10230d73664501b4bde7e19745dbcb', 'subnets': [{'id': 'af1d4171-d084-4051-912d-e56eac262e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:37:59.293615 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a33a4-5c3d-4a4e-bdc7-76c77f4ad1b0 None None] The sync data for ids ['ac32011f-d367-4d35-ac51-c0572f64104d'] in dv-cinder-759955-5-iscsi is: [{'id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'name': 'tempest-TestShelveInstance-1787670016-router', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:37Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '2e10230d73664501b4bde7e19745dbcb', 'gw_port': {'id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '8faf5e42-6d29-46a6-bde5-1cf115e1350d', 'name': '', 'network_id': '660757a9-00bf-430f-b611-fc8c1f457b05', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'mac_address': 'fa:16:3e:c0:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'af1d4171-d084-4051-912d-e56eac262e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:50Z', 'updated_at': '2021-02-17T04:37:57Z', 'revision_number': 4, 'project_id': '2e10230d73664501b4bde7e19745dbcb', 'subnets': [{'id': 'af1d4171-d084-4051-912d-e56eac262e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:37:59.299586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8651-662c-4961-b5e2-13448f3ac399 req-72bcc79e-c6db-4083-becc-ec9b66c29dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:59.302180 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d0df8651-662c-4961-b5e2-13448f3ac399 req-72bcc79e-c6db-4083-becc-ec9b66c29dda service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb541eeb-bbaf-4cdc-be92-cb0eb60b219f HTTP/1.1" status: 200  len: 850 time: 0.0731862
Feb 17 04:37:59.417949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8651-662c-4961-b5e2-13448f3ac399 req-9a96c337-b60e-47af-803e-1f30301201dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:37:59.420471 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d0df8651-662c-4961-b5e2-13448f3ac399 req-9a96c337-b60e-47af-803e-1f30301201dd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=db318819-52ac-454a-9acd-88522654014f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1084063
Feb 17 04:37:59.468703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-165377787-network', 'tenant_id': '485e107aac5140888157d73b3f00eca9'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:37:59.475061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:59.484194 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Usage tracker for resource:network and tenant:485e107aac5140888157d73b3f00eca9 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:59.490139 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:59.510111 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:59.547113 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Made reservation on behalf of 485e107aac5140888157d73b3f00eca9 for: {'network': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:37:59.553746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:59.574343 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:59.609052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:37:59.619520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:485e107aac5140888157d73b3f00eca9 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:37:59.624073 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:37:59.630588 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:37:59.635909 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d0df8651-662c-4961-b5e2-13448f3ac399 req-17482679-9512-4eb5-823f-abbe6fdbef77 service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2049475
Feb 17 04:37:59.852359 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d0df8651-662c-4961-b5e2-13448f3ac399 req-38089adc-bdb2-4176-bae0-6606bab11a54 service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1956046
Feb 17 04:37:59.862924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 8faf5e42-6d29-46a6-bde5-1cf115e1350d up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:37:59.866824 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:59.907441 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:37:59.912689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6cb76d21-40da-4490-afbb-4cc4e5bd7b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:37:59.952103 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:37:59.972771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c52960-2307-48e0-beb4-21de86cd6657,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:37:59.976423 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:00.079420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 8faf5e42-6d29-46a6-bde5-1cf115e1350d completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:00.085556 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 8faf5e42-6d29-46a6-bde5-1cf115e1350d triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:00.086600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:00.212654 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309465549599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:00.213364 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Added segment 700b8b70-b0c5-424e-bcfc-32ac8b6b9e14 of type vxlan for network 373accc4-7a29-4586-831f-494c09eed7f5
Feb 17 04:38:00.282417 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:00.356243 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:00.361125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 8faf5e42-6d29-46a6-bde5-1cf115e1350d, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=8faf5e42-6d29-46a6-bde5-1cf115e1350d,segment=NetworkSegment(1a8988bc-53d5-4f31-997a-3341600a5d1a),segment_id=1a8988bc-53d5-4f31-997a-3341600a5d1a)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:00.426804 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155b454-4f80-47e6-a464-738819c6f323 req-c8ed064f-b4c6-47b4-beae-3a57d75e30ac tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:00.427791 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:00.438319 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:00.440277 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6155b454-4f80-47e6-a464-738819c6f323 req-c8ed064f-b4c6-47b4-beae-3a57d75e30ac tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.1384454
Feb 17 04:38:00.496454 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee560f7-9b67-4cb7-9851-1706f8e5c69d req-727a32f9-5056-426e-92a4-9d9ed2f51953 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:00.498568 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8ee560f7-9b67-4cb7-9851-1706f8e5c69d req-727a32f9-5056-426e-92a4-9d9ed2f51953 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.2181273
Feb 17 04:38:00.507167 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:00.509619 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:00.510520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:00.519432 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6155b454-4f80-47e6-a464-738819c6f323 req-a5e99359-432a-435f-9375-d3c5c3495337 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0778174
Feb 17 04:38:00.553446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-fc5fd781-febf-4516-a962-3024c3ea6cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:00.588741 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=8faf5e42-6d29-46a6-bde5-1cf115e1350d,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:00.604663 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:00.675188 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8ee560f7-9b67-4cb7-9851-1706f8e5c69d req-047ed301-1a35-45ce-8e68-aa8ab32baceb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1574500
Feb 17 04:38:00.695108 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Pushing event updated for resources: {'Network': ['ID=373accc4-7a29-4586-831f-494c09eed7f5,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:00.703127 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:00.714406 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 373accc4-7a29-4586-831f-494c09eed7f5 details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:38:00.795044 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network 373accc4-7a29-4586-831f-494c09eed7f5 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:38:00.971180 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.6895058
Feb 17 04:38:00.974300 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59058) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:00.982650 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Request body: {'subnet': {'network_id': '373accc4-7a29-4586-831f-494c09eed7f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-165377787-subnet', 'tenant_id': '485e107aac5140888157d73b3f00eca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:00.986292 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:00.991140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Usage tracker for resource:subnet and tenant:485e107aac5140888157d73b3f00eca9 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:00.994454 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:01.000387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:01.130004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Made reservation on behalf of 485e107aac5140888157d73b3f00eca9 for: {'subnet': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:01.135650 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458177'] for subnet, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:01.304396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 7c039b81-545d-4b96-8225-5c9d5bbd4f40 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:01.381302 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:01.381723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:01.808541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852218009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458194'] for subnet, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:01.808541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b0fba24e-03ab-4f39-9954-6790556b8a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:01.846885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9da95f-c2f0-4827-8195-3008b94dd6a8 req-3eb98afe-b1c2-4acb-805b-eab35c8aebda tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:01.849582 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7f9da95f-c2f0-4827-8195-3008b94dd6a8 req-3eb98afe-b1c2-4acb-805b-eab35c8aebda tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.2174668
Feb 17 04:38:01.896349 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 8faf5e42-6d29-46a6-bde5-1cf115e1350d up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:01.940536 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7f9da95f-c2f0-4827-8195-3008b94dd6a8 req-b70038ad-31ed-4a61-bdb4-aa53c4f84245 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0760522
Feb 17 04:38:02.033758 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 8faf5e42-6d29-46a6-bde5-1cf115e1350d triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:02.034327 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:02.038061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5542b97-c690-419f-b342-b39057c69887,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:02.047424 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:02.104622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eed71-7c7c-41e5-98dc-5547d41e61fb req-35f04b47-7f88-4b5f-8e4d-28a157eb067a tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:02.106105 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-693eed71-7c7c-41e5-98dc-5547d41e61fb req-35f04b47-7f88-4b5f-8e4d-28a157eb067a tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.2146940
Feb 17 04:38:02.112740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Checking segment: {'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:02.112951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Network hostable DHCP agents. Network: 373accc4-7a29-4586-831f-494c09eed7f5, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:38:02.174412 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-693eed71-7c7c-41e5-98dc-5547d41e61fb req-1cba635a-7033-461f-bc4f-9d756a8d27a4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543718
Feb 17 04:38:02.307786 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Network 373accc4-7a29-4586-831f-494c09eed7f5 is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:38:02.388056 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 373accc4-7a29-4586-831f-494c09eed7f5) {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:02.401699 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c8afc5-f886-47ee-94d4-dbebe2872619 None None] Network 373accc4-7a29-4586-831f-494c09eed7f5 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:38:02.406455 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:02.408259 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:02.464105 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-c3499489-383c-42b6-8cf2-9ab8be864bc0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4878626
Feb 17 04:38:02.526883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59078) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:02.700125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bccebd4-b94e-4795-9899-ee1873c5ae37 None None] Network 373accc4-7a29-4586-831f-494c09eed7f5 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:38:02.725740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-69e15309-ec0c-4114-b16f-f5d2d3edf202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:02.744414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-69e15309-ec0c-4114-b16f-f5d2d3edf202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:02.748745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-69e15309-ec0c-4114-b16f-f5d2d3edf202 admin admin] Usage tracker for resource:security_group_rule and tenant:697636dd11244ec29892331b7a22161e is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:02.752099 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-69e15309-ec0c-4114-b16f-f5d2d3edf202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:02.761195 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-69e15309-ec0c-4114-b16f-f5d2d3edf202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:02.870013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-69e15309-ec0c-4114-b16f-f5d2d3edf202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:02.936694 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-69e15309-ec0c-4114-b16f-f5d2d3edf202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:02.947860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2360ae18-58e9-44cc-86a9-4c05cb2efc4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:03.091153 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-69e15309-ec0c-4114-b16f-f5d2d3edf202 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=697636dd11244ec29892331b7a22161e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5628855
Feb 17 04:38:03.098602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59102) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:03.099377 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e15309-ec0c-4114-b16f-f5d2d3edf202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0510fc18-f424-43fb-a92d-97c9d1770714,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:03.140745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-69e15309-ec0c-4114-b16f-f5d2d3edf202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:03.186300 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc41f6e-4bfc-4477-8da2-32a83b00e57e req-d0f7669b-4715-4214-bde2-e02269d49b45 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:03.188114 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5dc41f6e-4bfc-4477-8da2-32a83b00e57e req-d0f7669b-4715-4214-bde2-e02269d49b45 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.1099021
Feb 17 04:38:03.212723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4316e42-8197-4ca5-8443-81589525c916 req-6195737c-e617-4265-b09d-58c3a865cbb2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:03.214419 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-6195737c-e617-4265-b09d-58c3a865cbb2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/networks?id=373accc4-7a29-4586-831f-494c09eed7f5 HTTP/1.1" status: 200  len: 814 time: 0.2693796
Feb 17 04:38:03.241291 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5dc41f6e-4bfc-4477-8da2-32a83b00e57e req-76154daa-8643-4d96-a7d5-097b6c696e02 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0467162
Feb 17 04:38:03.241502 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-5d02e684-8811-434f-b1b7-a5d18ed853de tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/quotas/485e107aac5140888157d73b3f00eca9 HTTP/1.1" status: 200  len: 375 time: 0.0162635
Feb 17 04:38:03.242368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-affd9ebf-e67d-49a0-a64e-c4940efa1188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.323139 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-cad0e958-4e23-4511-b17d-2b54c4beffa2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=485e107aac5140888157d73b3f00eca9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0704181
Feb 17 04:38:03.327806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-affd9ebf-e67d-49a0-a64e-c4940efa1188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.511819 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-5b402f62-89ea-418d-844b-dff14d164d87 service neutron] 10.222.0.73 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765394
Feb 17 04:38:03.598031 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-affd9ebf-e67d-49a0-a64e-c4940efa1188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.607565 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-002bb505-a2c9-4261-b152-c18d73fdae3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:03.636358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd9ebf-e67d-49a0-a64e-c4940efa1188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0510fc18-f424-43fb-a92d-97c9d1770714,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:03.643207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-affd9ebf-e67d-49a0-a64e-c4940efa1188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:03.651858 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-affd9ebf-e67d-49a0-a64e-c4940efa1188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:03.655800 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-affd9ebf-e67d-49a0-a64e-c4940efa1188 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0510fc18-f424-43fb-a92d-97c9d1770714 HTTP/1.1" status: 204  len: 168 time: 0.5505474
Feb 17 04:38:03.712144 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-0a4ecf04-6369-45ed-bff6-8dbe17e53393 service neutron] 10.222.0.73 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1928067
Feb 17 04:38:03.955115 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97836ef1-629d-4585-ae2c-d0a596b7312a req-1f175fb9-2927-48e4-9f3a-e8fd4393f9c0 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 210 time: 0.0541310
Feb 17 04:38:04.460197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091acc2-b66a-40a8-8fb9-ed8949425d22 req-3d4882bb-dcd2-4854-9405-6472e7dc8009 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:04.462341 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a091acc2-b66a-40a8-8fb9-ed8949425d22 req-3d4882bb-dcd2-4854-9405-6472e7dc8009 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.0909617
Feb 17 04:38:04.518506 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a091acc2-b66a-40a8-8fb9-ed8949425d22 req-83e92110-a61f-4320-b49c-7fb915365fff tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0492766
Feb 17 04:38:05.132018 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-694ef4d0-33f1-4c5d-9027-d5d5aa12ef8e req-a0967234-1f6f-45c9-9a39-c00cda64ca86 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 210 time: 0.0557747
Feb 17 04:38:05.501528 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0524-670d-4966-97c7-69a1d6e617d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.579634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:05.764756 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030ee36-4af9-43ed-b6e2-e4bd11f0823f req-81984530-aa5f-48b8-b224-e1a791b422d5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:05.766453 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a030ee36-4af9-43ed-b6e2-e4bd11f0823f req-81984530-aa5f-48b8-b224-e1a791b422d5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.1210835
Feb 17 04:38:05.819745 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a030ee36-4af9-43ed-b6e2-e4bd11f0823f req-c72a11cf-c750-49f1-b445-a632a433d6ff tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0465508
Feb 17 04:38:06.294103 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4316e42-8197-4ca5-8443-81589525c916 req-47139abf-6cb1-4f0f-848e-b412a728d5b2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:06.295547 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-47139abf-6cb1-4f0f-848e-b412a728d5b2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "GET /v2.0/networks?id=373accc4-7a29-4586-831f-494c09eed7f5 HTTP/1.1" status: 200  len: 814 time: 0.1693678
Feb 17 04:38:06.303143 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b3b908f7-ad76-4f80-8dcf-d26065e39690 req-0b716a02-a76f-434c-9533-d3934e73d5ca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 210 time: 0.0534751
Feb 17 04:38:06.313144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Request body: {'port': {'device_id': 'd0da21aa-1ab0-4752-b15a-194a6de5adf8', 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5', 'admin_state_up': True, 'tenant_id': '485e107aac5140888157d73b3f00eca9'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:06.480182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:06.484241 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Usage tracker for resource:port and tenant:485e107aac5140888157d73b3f00eca9 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:06.487208 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:06.494881 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:06.552930 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Made reservation on behalf of 485e107aac5140888157d73b3f00eca9 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:06.559358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:06.893889 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Allocated IP 172.20.0.9 (373accc4-7a29-4586-831f-494c09eed7f5/a5542b97-c690-419f-b342-b39057c69887/8600f1f1-a316-4a18-a5ae-51e52c74e16e) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:07.172425 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9529513-e587-43cd-b7be-45410f8603c8 req-1cb4cee2-d1d7-4e2c-86af-61fdce3d357b tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:07.173936 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f9529513-e587-43cd-b7be-45410f8603c8 req-1cb4cee2-d1d7-4e2c-86af-61fdce3d357b tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.2311318
Feb 17 04:38:07.211083 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:07.249671 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f9529513-e587-43cd-b7be-45410f8603c8 req-b3c7e9de-2d30-4038-926b-1d7b07b22fe2 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0605211
Feb 17 04:38:07.313202 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:07.328385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-41ab49ff-80e3-497c-9693-df8c8c5390b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:07.545260 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830c12d-52e8-4941-a8c0-4d4cbcb55e34 req-4e17e6c2-570a-4828-80bd-463a7c89fc84 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:07.547837 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4830c12d-52e8-4941-a8c0-4d4cbcb55e34 req-4e17e6c2-570a-4828-80bd-463a7c89fc84 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 931 time: 0.1124065
Feb 17 04:38:07.612620 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-4830c12d-52e8-4941-a8c0-4d4cbcb55e34 req-658d7312-ad47-45de-b9f2-ff9a2fa7ee6c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Synchronizing usage tracker for tenant:485e107aac5140888157d73b3f00eca9 on resource:security_group {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:07.695762 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-4830c12d-52e8-4941-a8c0-4d4cbcb55e34 req-658d7312-ad47-45de-b9f2-ff9a2fa7ee6c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Unset dirty status for tenant:485e107aac5140888157d73b3f00eca9 on resource:security_group {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:07.697588 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4830c12d-52e8-4941-a8c0-4d4cbcb55e34 req-658d7312-ad47-45de-b9f2-ff9a2fa7ee6c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437819
Feb 17 04:38:07.717825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Pushing event updated for resources: {'Port': ['ID=8600f1f1-a316-4a18-a5ae-51e52c74e16e,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:07.734698 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:07.787494 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Network 373accc4-7a29-4586-831f-494c09eed7f5 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:07.788710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:07.791370 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:07.856375 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:07.857049 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:07.896305 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5898879
Feb 17 04:38:07.909740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Request body: {'port': {'device_id': 'd0da21aa-1ab0-4752-b15a-194a6de5adf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:07.935618 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e5706a52-7199-4742-880a-e14f8b3c2966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.041856 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.392585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.580408 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98004b9-72dc-4cfe-aefa-4dd513e74c0c req-0697089b-604b-42a2-a19f-2ba140c4c919 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:08.581929 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a98004b9-72dc-4cfe-aefa-4dd513e74c0c req-0697089b-604b-42a2-a19f-2ba140c4c919 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.1887693
Feb 17 04:38:08.629527 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8600f1f1-a316-4a18-a5ae-51e52c74e16e {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:38:08.661917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.691746 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a98004b9-72dc-4cfe-aefa-4dd513e74c0c req-27d39423-b870-42c6-8fce-d176e9f62aca tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1005516
Feb 17 04:38:08.693140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Transition to ACTIVE for port object 8600f1f1-a316-4a18-a5ae-51e52c74e16e will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:08.718665 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:08.733971 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-09ce2258-ab0d-4a8f-8074-ed238664844a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:08.895390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8600f1f1-a316-4a18-a5ae-51e52c74e16e,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:08.916152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:09.082276 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c38cb-b0fe-4193-8970-5753ab706870 req-bab16265-d0ea-4ae9-b643-59533ebc7e70 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:09.083976 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6a5c38cb-b0fe-4193-8970-5753ab706870 req-bab16265-d0ea-4ae9-b643-59533ebc7e70 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 943 time: 0.0948465
Feb 17 04:38:09.118665 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Attempting to bind port 8600f1f1-a316-4a18-a5ae-51e52c74e16e on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:38:09.119203 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Attempting to bind port 8600f1f1-a316-4a18-a5ae-51e52c74e16e by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:38:09.121067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Attempting to bind port 8600f1f1-a316-4a18-a5ae-51e52c74e16e on network 373accc4-7a29-4586-831f-494c09eed7f5 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:38:09.133692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:38:09.134311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Checking segment: {'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:09.134996 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:09.135774 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Bound using segment: {'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:38:09.136377 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Bound port: 8600f1f1-a316-4a18-a5ae-51e52c74e16e, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:38:09.136764 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:09.140494 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6a5c38cb-b0fe-4193-8970-5753ab706870 req-71c426e7-df2e-4e60-b7dc-e42c59a06057 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494325
Feb 17 04:38:09.244868 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] For port 8600f1f1-a316-4a18-a5ae-51e52c74e16e, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:38:09.248201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] For port 8600f1f1-a316-4a18-a5ae-51e52c74e16e, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8600f1f1-a316-4a18-a5ae-51e52c74e16e,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:38:09.302427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:09.316258 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f4faddc3-1969-40ef-8553-abc50cff7271 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:09.481154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8600f1f1-a316-4a18-a5ae-51e52c74e16e,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:09.486695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:09.522089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:09.522749 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:09.524895 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] 10.222.0.76 "PUT /v2.0/ports/8600f1f1-a316-4a18-a5ae-51e52c74e16e HTTP/1.1" status: 200  len: 1157 time: 1.6204755
Feb 17 04:38:09.525435 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0da21aa-1ab0-4752-b15a-194a6de5adf8', 'tag': '8600f1f1-a316-4a18-a5ae-51e52c74e16e'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:09.573278 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0da21aa-1ab0-4752-b15a-194a6de5adf8', 'tag': '8600f1f1-a316-4a18-a5ae-51e52c74e16e', 'status': 'completed', 'code': 200}
Feb 17 04:38:09.644544 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:09.688231 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef7db4-798b-47fc-b625-9cd7f1b40dc0 req-41d8e80f-00aa-4981-8a1d-84e65c718e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:09.689893 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0cef7db4-798b-47fc-b625-9cd7f1b40dc0 req-41d8e80f-00aa-4981-8a1d-84e65c718e66 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=485e107aac5140888157d73b3f00eca9&device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 1160 time: 0.0926435
Feb 17 04:38:09.862642 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef7db4-798b-47fc-b625-9cd7f1b40dc0 req-1e412b16-1748-4fdb-9acf-7bd1887d0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:09.864309 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0cef7db4-798b-47fc-b625-9cd7f1b40dc0 req-1e412b16-1748-4fdb-9acf-7bd1887d0d4a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=485e107aac5140888157d73b3f00eca9&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1644974
Feb 17 04:38:09.933745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab9962-9ace-4e00-bb8d-3c61d45f3043 req-7b53da60-c268-42f4-a780-e6d9ccb49f6b tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:09.935435 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a8ab9962-9ace-4e00-bb8d-3c61d45f3043 req-7b53da60-c268-42f4-a780-e6d9ccb49f6b tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.0953631
Feb 17 04:38:09.993887 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a8ab9962-9ace-4e00-bb8d-3c61d45f3043 req-fd2d5629-40cf-4d01-ba1f-7acd4a3b6460 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0462489
Feb 17 04:38:10.021428 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef7db4-798b-47fc-b625-9cd7f1b40dc0 req-6f71ff1d-4c50-4602-a600-764a568ecfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:10.023128 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0cef7db4-798b-47fc-b625-9cd7f1b40dc0 req-6f71ff1d-4c50-4602-a600-764a568ecfcc service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1520419
Feb 17 04:38:10.144364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4316e42-8197-4ca5-8443-81589525c916 req-ead8dde2-37de-4a59-85ec-567a8ddada9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:10.145978 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-ead8dde2-37de-4a59-85ec-567a8ddada9a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=485e107aac5140888157d73b3f00eca9&device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 1160 time: 0.0838587
Feb 17 04:38:10.222516 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-660cd152-2cbd-469a-af94-ffe9ec5ba067 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8600f1f1-a316-4a18-a5ae-51e52c74e16e HTTP/1.1" status: 200  len: 217 time: 0.0673797
Feb 17 04:38:10.353850 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4316e42-8197-4ca5-8443-81589525c916 req-486107ab-2337-47b6-8063-8b1b13bcb8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:10.355354 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-486107ab-2337-47b6-8063-8b1b13bcb8ed service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5542b97-c690-419f-b342-b39057c69887 HTTP/1.1" status: 200  len: 854 time: 0.1238828
Feb 17 04:38:10.413864 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-36ad4de5-8a19-49aa-9571-3eb1cad156e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=373accc4-7a29-4586-831f-494c09eed7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490134
Feb 17 04:38:10.425513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2180c6-aeac-4f98-a46c-839459d25b13 req-68f0fd54-52c5-4fab-a83c-6b5f099c5d49 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:10.426280 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-9d2180c6-aeac-4f98-a46c-839459d25b13 req-68f0fd54-52c5-4fab-a83c-6b5f099c5d49 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Synchronizing usage tracker for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:10.571971 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-9d2180c6-aeac-4f98-a46c-839459d25b13 req-68f0fd54-52c5-4fab-a83c-6b5f099c5d49 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Unset dirty status for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:10.573311 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9d2180c6-aeac-4f98-a46c-839459d25b13 req-68f0fd54-52c5-4fab-a83c-6b5f099c5d49 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 943 time: 0.3045654
Feb 17 04:38:10.578835 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-67770680-04aa-42f3-9374-b3610a8f8f1e service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496432
Feb 17 04:38:10.627037 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:10.719437 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9d2180c6-aeac-4f98-a46c-839459d25b13 req-7dd7455d-707d-4ab6-a179-51ebde58ecf1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384842
Feb 17 04:38:10.766298 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4316e42-8197-4ca5-8443-81589525c916 req-ab765a52-d64d-4550-a209-00dd7952b9cc service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1698463
Feb 17 04:38:11.203650 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b414-1a8b-4eb1-973c-8a9a4648db63 req-d69d44a7-c7e5-4e6d-947e-deaeb39e399f tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:11.205250 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3c23b414-1a8b-4eb1-973c-8a9a4648db63 req-d69d44a7-c7e5-4e6d-947e-deaeb39e399f tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.0922706
Feb 17 04:38:11.257363 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3c23b414-1a8b-4eb1-973c-8a9a4648db63 req-c7c3cf99-bf22-407d-96db-b4ed3fa8dfab tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0454361
Feb 17 04:38:11.396015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device e61721f8-ed25-4ebf-82cf-247999d61026 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:11.472383 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port e61721f8-ed25-4ebf-82cf-247999d61026 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:11.472715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:11.918557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f7188-3828-4041-b34e-713b0064bbbe req-b426d9e1-589d-4b19-9623-97902b0c33ce tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:11.920195 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c27f7188-3828-4041-b34e-713b0064bbbe req-b426d9e1-589d-4b19-9623-97902b0c33ce tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 943 time: 0.0884962
Feb 17 04:38:11.968646 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c27f7188-3828-4041-b34e-713b0064bbbe req-514c1b2c-7f0f-4414-ace3-831ae3fd3a78 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422311
Feb 17 04:38:12.457827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b7738-036b-4bb1-94fb-12fd89698030 req-c7d582c6-9585-4a21-af8a-603c521f2bd2 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:12.459454 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c90b7738-036b-4bb1-94fb-12fd89698030 req-c7d582c6-9585-4a21-af8a-603c521f2bd2 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.0894992
Feb 17 04:38:12.508986 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c90b7738-036b-4bb1-94fb-12fd89698030 req-74183fec-7355-4afc-b941-5c98bb7e8421 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0420439
Feb 17 04:38:13.174216 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a0749-41d3-4862-b2b4-a7f3708a97d1 req-f55fab76-437d-49c0-9d1b-54d91114b3cd tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:13.175850 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e49a0749-41d3-4862-b2b4-a7f3708a97d1 req-f55fab76-437d-49c0-9d1b-54d91114b3cd tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 943 time: 0.0913351
Feb 17 04:38:13.224113 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e49a0749-41d3-4862-b2b4-a7f3708a97d1 req-c4f9d04d-d7c3-4a53-a5ed-fd0d442cf167 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406361
Feb 17 04:38:13.522320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.objects.ports [None req-3718db4d-8478-4a3f-a872-21a9bae7582b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:38:13.708769 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326604df-6dc7-4348-af72-5b9e5b342dba req-b3b2c79f-845c-483a-97cf-3ce66e0e5bb2 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:13.710390 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-326604df-6dc7-4348-af72-5b9e5b342dba req-b3b2c79f-845c-483a-97cf-3ce66e0e5bb2 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.0884655
Feb 17 04:38:13.764436 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-326604df-6dc7-4348-af72-5b9e5b342dba req-b20ef98f-6164-46c0-b92f-5b308e69636b tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&id=c44920cf-8ce7-4304-aeb4-587c058b73cb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0470538
Feb 17 04:38:14.162576 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device e61721f8-ed25-4ebf-82cf-247999d61026 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:14.237647 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port e61721f8-ed25-4ebf-82cf-247999d61026 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:14.238198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.365528 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 8600f1f1-a316-4a18-a5ae-51e52c74e16e up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:14.425528 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5435f-c15c-4a6d-84bb-f44e06c8ca95 req-f82fb27e-cda7-46d5-94e0-70454304c16f tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:14.427125 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fde5435f-c15c-4a6d-84bb-f44e06c8ca95 req-f82fb27e-cda7-46d5-94e0-70454304c16f tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 943 time: 0.0886483
Feb 17 04:38:14.460731 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 8600f1f1-a316-4a18-a5ae-51e52c74e16e completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:14.466691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 8600f1f1-a316-4a18-a5ae-51e52c74e16e triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:14.467115 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.479419 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fde5435f-c15c-4a6d-84bb-f44e06c8ca95 req-9a4195e8-7c61-401b-bc69-6e59991bb9b0 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439746
Feb 17 04:38:14.593106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.621742 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0da21aa-1ab0-4752-b15a-194a6de5adf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8600f1f1-a316-4a18-a5ae-51e52c74e16e'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:14.632312 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 8600f1f1-a316-4a18-a5ae-51e52c74e16e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8600f1f1-a316-4a18-a5ae-51e52c74e16e,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:14.661355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:14.665013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:14.700597 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0da21aa-1ab0-4752-b15a-194a6de5adf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8600f1f1-a316-4a18-a5ae-51e52c74e16e', 'code': 200}
Feb 17 04:38:14.750676 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=8600f1f1-a316-4a18-a5ae-51e52c74e16e,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:14.754857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:15.041249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f6f7c-7019-47fe-a2b0-beb5092c475e req-fb84639d-80ee-4db8-970a-18b5a264ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:15.042740 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b62f6f7c-7019-47fe-a2b0-beb5092c475e req-fb84639d-80ee-4db8-970a-18b5a264ba1e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 1162 time: 0.0810595
Feb 17 04:38:15.096164 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b62f6f7c-7019-47fe-a2b0-beb5092c475e req-f2755c7e-8fcb-470b-ad8e-ed44f23a60bf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356970
Feb 17 04:38:15.396732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 8600f1f1-a316-4a18-a5ae-51e52c74e16e up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:15.474587 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 8600f1f1-a316-4a18-a5ae-51e52c74e16e triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:15.474997 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:15.706173 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc1091-fca9-4e3e-acdb-afb7829e04be req-65305457-42cc-49aa-908b-e53c71d82a8e tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:15.707850 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3edc1091-fca9-4e3e-acdb-afb7829e04be req-65305457-42cc-49aa-908b-e53c71d82a8e tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 945 time: 0.1010897
Feb 17 04:38:15.767453 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3edc1091-fca9-4e3e-acdb-afb7829e04be req-a549c181-2c93-4b00-9c55-77e79240e612 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476317
Feb 17 04:38:16.643171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b48277f7-61da-47b1-af4d-7f660f711799 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Synchronizing usage tracker for tenant:d447f221703e4725a470bab1096716e0 on resource:security_group {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:16.700665 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b48277f7-61da-47b1-af4d-7f660f711799 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Unset dirty status for tenant:d447f221703e4725a470bab1096716e0 on resource:security_group {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:16.701998 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b48277f7-61da-47b1-af4d-7f660f711799 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-610725440&fields=id&tenant_id=d447f221703e4725a470bab1096716e0 HTTP/1.1" status: 200  len: 267 time: 0.1039615
Feb 17 04:38:16.870121 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-3fc29874-9980-4086-8c7b-fd2260a08fe1 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:16.871757 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-3fc29874-9980-4086-8c7b-fd2260a08fe1 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/networks?id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd HTTP/1.1" status: 200  len: 808 time: 0.1624272
Feb 17 04:38:16.888810 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-69a47a32-0ebd-4728-ad0d-e42822c0d228 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/quotas/d447f221703e4725a470bab1096716e0 HTTP/1.1" status: 200  len: 375 time: 0.0109639
Feb 17 04:38:16.976250 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be8cc3-661f-40f8-ba73-04902018bd41 req-c23ff57b-baf6-41db-8f6d-1cbd218c0a4e tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:16.977599 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-62be8cc3-661f-40f8-ba73-04902018bd41 req-c23ff57b-baf6-41db-8f6d-1cbd218c0a4e tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 945 time: 0.0916202
Feb 17 04:38:16.982865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-bfddac7e-eb15-47bf-9757-84f0462c1fdd tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Synchronizing usage tracker for tenant:d447f221703e4725a470bab1096716e0 on resource:port {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:17.032563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-bfddac7e-eb15-47bf-9757-84f0462c1fdd tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Unset dirty status for tenant:d447f221703e4725a470bab1096716e0 on resource:port {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:17.033678 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-62be8cc3-661f-40f8-ba73-04902018bd41 req-866f8efe-3064-42f0-9aed-217ca2508c4a tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476427
Feb 17 04:38:17.034029 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-bfddac7e-eb15-47bf-9757-84f0462c1fdd tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d447f221703e4725a470bab1096716e0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1393259
Feb 17 04:38:17.426872 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-a84ee3e4-b867-4f21-8c3d-e4cfecd1e87b service neutron] 10.222.0.73 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3773711
Feb 17 04:38:17.428832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 8600f1f1-a316-4a18-a5ae-51e52c74e16e up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:17.517751 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 8600f1f1-a316-4a18-a5ae-51e52c74e16e triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:17.518874 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:17.590194 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-ab3a1724-3161-4a44-a6ac-bf0464ff6f2e service neutron] 10.222.0.73 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1562464
Feb 17 04:38:18.211735 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7755b298-ea68-4b37-8e53-371ab5ae5565 req-0f8e9fcf-853d-43a7-b5aa-2a2f4515a8c2 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 210 time: 0.0489700
Feb 17 04:38:19.365272 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:38:19.378412 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3d1782a7-9ae0-42e6-bdff-6d26d3fa76a0 req-3c2ce508-4cbc-4f18-933a-9243e831aad6 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 210 time: 0.0512319
Feb 17 04:38:19.971571 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-01695a09-b330-442c-a68e-3f2a995cfa4a tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:19.971571 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-01695a09-b330-442c-a68e-3f2a995cfa4a tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Synchronizing usage tracker for tenant:d447f221703e4725a470bab1096716e0 on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:20.014604 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-01695a09-b330-442c-a68e-3f2a995cfa4a tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Unset dirty status for tenant:d447f221703e4725a470bab1096716e0 on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:20.016030 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-01695a09-b330-442c-a68e-3f2a995cfa4a tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.76 "GET /v2.0/networks?id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd HTTP/1.1" status: 200  len: 808 time: 0.2172430
Feb 17 04:38:20.114987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-fe1fa89f-1aea-44b2-a031-cc9e28ccbadc tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Synchronizing usage tracker for tenant:d447f221703e4725a470bab1096716e0 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:20.137307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-fe1fa89f-1aea-44b2-a031-cc9e28ccbadc tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Unset dirty status for tenant:d447f221703e4725a470bab1096716e0 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:20.138698 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-fe1fa89f-1aea-44b2-a031-cc9e28ccbadc tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d447f221703e4725a470bab1096716e0 HTTP/1.1" status: 200  len: 5757 time: 0.0932100
Feb 17 04:38:20.150176 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Request body: {'port': {'device_id': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'admin_state_up': True, 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'security_groups': ['7c192d6c-d625-4515-ab61-65b63dde532c']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:20.562017 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-895750df-3c45-42c7-b7dc-6abb88af35ef req-1f3fb3fc-09e0-4405-a68e-5c103081944c tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 210 time: 0.0633452
Feb 17 04:38:20.574202 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:20.584782 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:20.683503 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Made reservation on behalf of d447f221703e4725a470bab1096716e0 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:20.689370 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:21.022151 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Allocated IP 172.20.0.14 (1e85d977-59c3-4c3c-9bba-18bb58ffd3cd/8f2aad9a-e0e6-47ae-b083-c062af76f603/cd4c018b-0a0e-4867-bde5-2a4cd164bda0) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:21.220091 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:21.236684 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Transition to ACTIVE for port object cd4c018b-0a0e-4867-bde5-2a4cd164bda0 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:21.295643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:21.314940 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:21.458584 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Pushing event updated for resources: {'Port': ['ID=cd4c018b-0a0e-4867-bde5-2a4cd164bda0,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:21.472132 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:21.519591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:21.520741 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:21.523199 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:21.607362 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:21.612733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:21.698116 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5519843
Feb 17 04:38:21.798998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Request body: {'port': {'device_id': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:21.884372 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-16429fb2-5c10-4426-8ac7-8fe4bc6db64e None None] Provisioning for port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:21.891501 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-16429fb2-5c10-4426-8ac7-8fe4bc6db64e None None] Provisioning complete for port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:21.892454 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-16429fb2-5c10-4426-8ac7-8fe4bc6db64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:21.951753 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb980f8-2cd9-466c-bbd1-4487779078a8 req-705236ca-a59b-462d-81ef-c248af9f2bed tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:21.952596 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-ecb980f8-2cd9-466c-bbd1-4487779078a8 req-705236ca-a59b-462d-81ef-c248af9f2bed tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Synchronizing usage tracker for tenant:d447f221703e4725a470bab1096716e0 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:21.965255 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-16429fb2-5c10-4426-8ac7-8fe4bc6db64e None None] Port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:38:21.982370 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:22.032371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-ecb980f8-2cd9-466c-bbd1-4487779078a8 req-705236ca-a59b-462d-81ef-c248af9f2bed tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Unset dirty status for tenant:d447f221703e4725a470bab1096716e0 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:22.033662 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ecb980f8-2cd9-466c-bbd1-4487779078a8 req-705236ca-a59b-462d-81ef-c248af9f2bed tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 932 time: 0.3233850
Feb 17 04:38:22.141627 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ecb980f8-2cd9-466c-bbd1-4487779078a8 req-ef0388ca-9125-49a6-8533-0b3fb0f1ae81 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1001964
Feb 17 04:38:22.475328 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4c018b-0a0e-4867-bde5-2a4cd164bda0 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:38:22.484448 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:22.563788 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Transition to ACTIVE for port object cd4c018b-0a0e-4867-bde5-2a4cd164bda0 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:22.604024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:22.618272 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a41faa56-6fa7-4f4e-8422-b327330fb73e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:22.764668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Pushing event updated for resources: {'Port': ['ID=cd4c018b-0a0e-4867-bde5-2a4cd164bda0,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:22.768440 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:23.031634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Attempting to bind port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:38:23.032004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Attempting to bind port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '34ee3de1-d565-4570-a705-512a74fcab4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:38:23.032372 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Attempting to bind port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 on network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:38:23.039402 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:38:23.039969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Checking segment: {'id': '34ee3de1-d565-4570-a705-512a74fcab4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:23.040165 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:23.040568 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Bound using segment: {'id': '34ee3de1-d565-4570-a705-512a74fcab4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:38:23.041124 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Bound port: cd4c018b-0a0e-4867-bde5-2a4cd164bda0, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ee3de1-d565-4570-a705-512a74fcab4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:38:23.041394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:23.151079 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] For port cd4c018b-0a0e-4867-bde5-2a4cd164bda0, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:38:23.154011 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] For port cd4c018b-0a0e-4867-bde5-2a4cd164bda0, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0,segment=NetworkSegment(34ee3de1-d565-4570-a705-512a74fcab4e),segment_id=34ee3de1-d565-4570-a705-512a74fcab4e)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:38:23.205267 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:23.228369 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:23.363717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c23b99-2688-4dcc-b827-606f73ce89b3 req-e564b58d-c4a7-47ac-8339-6c40b6f5b994 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:23.365344 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e2c23b99-2688-4dcc-b827-606f73ce89b3 req-e564b58d-c4a7-47ac-8339-6c40b6f5b994 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.1084900
Feb 17 04:38:23.382635 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Pushing event updated for resources: {'Port': ['ID=cd4c018b-0a0e-4867-bde5-2a4cd164bda0,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:23.388148 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:23.421550 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:23.422117 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:23.423800 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] 10.222.0.76 "PUT /v2.0/ports/cd4c018b-0a0e-4867-bde5-2a4cd164bda0 HTTP/1.1" status: 200  len: 1158 time: 1.6330452
Feb 17 04:38:23.424068 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e2c23b99-2688-4dcc-b827-606f73ce89b3 req-b7b657d2-63d7-4e45-8237-5cda1c909a26 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0487554
Feb 17 04:38:23.424373 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:23.494717 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0', 'status': 'completed', 'code': 200}
Feb 17 04:38:23.619677 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f2dbd-6bbf-46cc-b71f-80d2f7e35e23 req-b4dfa1e9-b211-4a32-b3c4-23d160947f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:23.621313 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-817f2dbd-6bbf-46cc-b71f-80d2f7e35e23 req-b4dfa1e9-b211-4a32-b3c4-23d160947f0d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d447f221703e4725a470bab1096716e0&device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 1161 time: 0.0979848
Feb 17 04:38:23.794222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f2dbd-6bbf-46cc-b71f-80d2f7e35e23 req-961d1386-a62a-46b1-a1bb-4bb47f842fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:23.795838 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-817f2dbd-6bbf-46cc-b71f-80d2f7e35e23 req-961d1386-a62a-46b1-a1bb-4bb47f842fd7 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d447f221703e4725a470bab1096716e0&shared=False HTTP/1.1" status: 200  len: 902 time: 0.1569724
Feb 17 04:38:23.946179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f2dbd-6bbf-46cc-b71f-80d2f7e35e23 req-1fa46560-d65a-4a00-8f0f-844e6cb16aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:23.947864 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-817f2dbd-6bbf-46cc-b71f-80d2f7e35e23 req-1fa46560-d65a-4a00-8f0f-844e6cb16aa1 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1446707
Feb 17 04:38:24.080385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-4f6b031a-5049-41fb-b448-956d4d3ed6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:24.081984 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-4f6b031a-5049-41fb-b448-956d4d3ed6a1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d447f221703e4725a470bab1096716e0&device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 1161 time: 0.0872366
Feb 17 04:38:24.157375 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-8e70d43a-4c3b-4b37-9c0a-8422670b0cc9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0 HTTP/1.1" status: 200  len: 217 time: 0.0674417
Feb 17 04:38:24.226136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-e785a178-4101-4078-9f25-c9e7aa253d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:24.227615 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-e785a178-4101-4078-9f25-c9e7aa253d0b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f2aad9a-e0e6-47ae-b083-c062af76f603 HTTP/1.1" status: 200  len: 847 time: 0.0623534
Feb 17 04:38:24.311098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-0a881b9f-593b-44de-bfe5-316e1a81a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:24.312780 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-0a881b9f-593b-44de-bfe5-316e1a81a09d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769422
Feb 17 04:38:24.457089 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-0d961c15-8bba-4307-b353-92e54ccf3807 service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366529
Feb 17 04:38:24.622485 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2aaa6c54-fbff-4581-83b3-56a0f8c97ba3 req-bdecf335-78e8-4bfd-bd60-bea3b1bce41f service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1446605
Feb 17 04:38:24.640693 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdd133-903e-4196-a4f0-9d9314176a0e req-1eb21518-ffae-4577-ac8d-c95e3bc07be6 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:24.642309 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d1fdd133-903e-4196-a4f0-9d9314176a0e req-1eb21518-ffae-4577-ac8d-c95e3bc07be6 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.0882921
Feb 17 04:38:24.701069 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d1fdd133-903e-4196-a4f0-9d9314176a0e req-b08093c7-c9eb-40fb-8ce8-e62cdfa29d33 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0508931
Feb 17 04:38:25.904236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0fe12-009a-42da-89ac-b17fc9c7fbee req-a26b2f62-69b0-4bc2-8455-febbebd1ad67 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:25.905872 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-60b0fe12-009a-42da-89ac-b17fc9c7fbee req-a26b2f62-69b0-4bc2-8455-febbebd1ad67 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.0911970
Feb 17 04:38:25.960430 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-60b0fe12-009a-42da-89ac-b17fc9c7fbee req-f973ded9-0e50-4ef7-9596-f20dd0766d6b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0422173
Feb 17 04:38:27.163633 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa3973-6520-4bec-8ae0-33afb885bc5b req-09dce93e-5e6c-4ef2-baed-8875cc1f9773 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:27.166068 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-73fa3973-6520-4bec-8ae0-33afb885bc5b req-09dce93e-5e6c-4ef2-baed-8875cc1f9773 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.0885866
Feb 17 04:38:27.215808 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-73fa3973-6520-4bec-8ae0-33afb885bc5b req-ce2c990d-96c3-4a52-a98c-e18bbac36afd tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0427980
Feb 17 04:38:27.777256 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-db53fbc2-9864-4dd1-9bbe-9d05a7e5de10 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:27.779024 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-db53fbc2-9864-4dd1-9bbe-9d05a7e5de10 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/networks?id=373accc4-7a29-4586-831f-494c09eed7f5 HTTP/1.1" status: 200  len: 814 time: 0.1923611
Feb 17 04:38:27.796062 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-f5b5ea8d-63a5-4ed4-98a7-3ad48bb03227 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/quotas/485e107aac5140888157d73b3f00eca9 HTTP/1.1" status: 200  len: 375 time: 0.0110698
Feb 17 04:38:27.902775 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-cec31b35-d723-4371-8200-3c7a396320ac tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=485e107aac5140888157d73b3f00eca9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0951178
Feb 17 04:38:28.284595 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-fef87015-0e5b-4615-b621-97f0eb84b01b service neutron] 10.222.0.73 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3740919
Feb 17 04:38:28.428619 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2b1fb-5da1-4b5e-be74-ca8827bbceea req-bb2e5782-70ef-4fd0-96ab-95aea8ebd86b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:28.430787 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-30f2b1fb-5da1-4b5e-be74-ca8827bbceea req-bb2e5782-70ef-4fd0-96ab-95aea8ebd86b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.0971787
Feb 17 04:38:28.435707 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-a2ce41ca-0952-4c3e-9016-9f1fae26ff10 service neutron] 10.222.0.73 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407135
Feb 17 04:38:28.480651 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-30f2b1fb-5da1-4b5e-be74-ca8827bbceea req-b4a9c9b3-e558-47af-90a3-8e278ca85a61 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0428863
Feb 17 04:38:28.800859 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6f1ac920-7231-457a-86e5-e895211b50e3 req-ee7310d5-50f6-4398-8df2-a95be849d791 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 210 time: 0.0537918
Feb 17 04:38:29.559720 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585867c-4a3f-4ba6-9bdf-cb0a9ee1831f req-9ecfb26e-8ec4-411e-a0ce-1944b2eca09e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:29.561518 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2585867c-4a3f-4ba6-9bdf-cb0a9ee1831f req-9ecfb26e-8ec4-411e-a0ce-1944b2eca09e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.0935466
Feb 17 04:38:29.624180 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2585867c-4a3f-4ba6-9bdf-cb0a9ee1831f req-e3ed5f24-de82-4945-a047-960bd5b364f2 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560582
Feb 17 04:38:29.704897 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4bf49-33a7-4c89-bfef-9b6c544b010b req-837d2010-27dc-43f1-b373-60f6e0de255c tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:29.707094 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcf4bf49-33a7-4c89-bfef-9b6c544b010b req-837d2010-27dc-43f1-b373-60f6e0de255c tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.1019831
Feb 17 04:38:29.761314 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcf4bf49-33a7-4c89-bfef-9b6c544b010b req-15c7f2f1-8d42-4e2e-825b-409189c31929 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0461884
Feb 17 04:38:29.970479 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-04225c68-5bf6-4116-8e92-f6cca563d9c8 req-c8a830e8-5a98-47ce-a858-5c4c12879304 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 210 time: 0.0525122
Feb 17 04:38:30.720525 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-aba47531-c349-440f-8dd4-5259752861d0 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:30.722558 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-aba47531-c349-440f-8dd4-5259752861d0 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "GET /v2.0/networks?id=373accc4-7a29-4586-831f-494c09eed7f5 HTTP/1.1" status: 200  len: 814 time: 0.1743958
Feb 17 04:38:30.740391 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Request body: {'port': {'device_id': '36c8d1b1-cbc5-437c-8e77-b69838822e7b', 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5', 'admin_state_up': True, 'tenant_id': '485e107aac5140888157d73b3f00eca9'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:30.974279 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cceb9-8926-4f45-b226-e004795134af req-e6f45639-8e06-4c34-b7ba-c3599de86f5c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:30.976101 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-958cceb9-8926-4f45-b226-e004795134af req-e6f45639-8e06-4c34-b7ba-c3599de86f5c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.1605151
Feb 17 04:38:30.977605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8d5af-2f3e-4221-812d-b95cf9f21a73 req-e06d2da5-3134-4280-9377-5bfba1f756e1 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:30.979266 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-30a8d5af-2f3e-4221-812d-b95cf9f21a73 req-e06d2da5-3134-4280-9377-5bfba1f756e1 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.0991404
Feb 17 04:38:30.986931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:31.016791 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:31.029162 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-30a8d5af-2f3e-4221-812d-b95cf9f21a73 req-35b12e39-76e2-429e-812a-6e753740f911 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434170
Feb 17 04:38:31.042336 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-958cceb9-8926-4f45-b226-e004795134af req-b2dfeea8-e78f-4ab8-9061-b9e968f7c7e3 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574763
Feb 17 04:38:31.066388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Made reservation on behalf of 485e107aac5140888157d73b3f00eca9 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:31.073427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:31.180043 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3ff51975-e216-45fe-bcdc-f9b34921d456 req-c0084eb3-df49-43e4-9514-f002e3815f8c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 210 time: 0.0499549
Feb 17 04:38:31.388873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Allocated IP 172.20.0.10 (373accc4-7a29-4586-831f-494c09eed7f5/a5542b97-c690-419f-b342-b39057c69887/40c6a7ff-cac8-485d-9c88-0e660a3d4fed) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:31.480080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 72ce24c8-c620-47e9-bb1f-d76da6e573dc no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:38:31.603944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:31.636992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:31.651761 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 72ce24c8-c620-47e9-bb1f-d76da6e573dc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=72ce24c8-c620-47e9-bb1f-d76da6e573dc,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:31.695421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:31.697630 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:31.704738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-07698a2a-8271-449e-8832-608e09aa4591 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:31.706575 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-07698a2a-8271-449e-8832-608e09aa4591 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.76 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 946 time: 0.2413990
Feb 17 04:38:31.717038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:31.741781 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc', 'code': 200}
Feb 17 04:38:31.777905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=72ce24c8-c620-47e9-bb1f-d76da6e573dc,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:31.781341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:31.831345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Deleting port 72ce24c8-c620-47e9-bb1f-d76da6e573dc {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:38:31.831645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:31.932429 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:31.953284 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:32.178772 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Pushing event updated for resources: {'Port': ['ID=40c6a7ff-cac8-485d-9c88-0e660a3d4fed,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:32.196400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:32.248219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9785-d966-44f2-9a6f-34093f41c793 req-9693b380-907a-4af3-9b62-adfff7c488b8 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:32.249867 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1b5c9785-d966-44f2-9a6f-34093f41c793 req-9693b380-907a-4af3-9b62-adfff7c488b8 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.0973310
Feb 17 04:38:32.309645 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1b5c9785-d966-44f2-9a6f-34093f41c793 req-30df2ece-b00b-489e-93fd-62e28c69a027 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0505421
Feb 17 04:38:32.357674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] For port 72ce24c8-c620-47e9-bb1f-d76da6e573dc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=72ce24c8-c620-47e9-bb1f-d76da6e573dc,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:32.358087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:32.448864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Network 373accc4-7a29-4586-831f-494c09eed7f5 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:32.463675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:32.474017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b8396-ff14-4a2b-95f5-f1d0c4863d60 req-ea1242a1-46bd-4f2e-ba46-dd6af7822219 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:32.475673 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-786b8396-ff14-4a2b-95f5-f1d0c4863d60 req-ea1242a1-46bd-4f2e-ba46-dd6af7822219 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 944 time: 0.2786658
Feb 17 04:38:32.479165 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:32.501730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36db64f-b1cb-4674-8877-a07b0fecebef req-5c9fce87-c4e0-4e51-b273-6b0640d9f58c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:32.503409 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b36db64f-b1cb-4674-8877-a07b0fecebef req-5c9fce87-c4e0-4e51-b273-6b0640d9f58c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 932 time: 0.0901647
Feb 17 04:38:32.556414 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b36db64f-b1cb-4674-8877-a07b0fecebef req-6bf056d7-f7f6-4d4e-8ca4-bce3b3508f23 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448747
Feb 17 04:38:32.677721 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:32.678389 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:32.696703 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-786b8396-ff14-4a2b-95f5-f1d0c4863d60 req-58af0398-2d1d-4158-ba78-f6141bd0f04d tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=52b24728-46d9-4a4c-bbe2-2e0c964c46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1897330
Feb 17 04:38:32.839449 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1034532
Feb 17 04:38:32.842504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:32.842920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:32.843266 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Floating IP 12d16de2-5547-48be-8361-8ec8e4f0f29a disassociated. External IP: 172.27.2.60, port: 72ce24c8-c620-47e9-bb1f-d76da6e573dc.
Feb 17 04:38:32.843689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Calling delete_port for 72ce24c8-c620-47e9-bb1f-d76da6e573dc owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:38:32.879617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Request body: {'port': {'device_id': '36c8d1b1-cbc5-437c-8e77-b69838822e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:33.305552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:33.432668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:33.454241 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:33.560390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event deleted for resources: {'Port': ['ID=72ce24c8-c620-47e9-bb1f-d76da6e573dc,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:33.563914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:33.791740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8df8e-976d-479a-aecb-e6836c9eddef req-cd13e38b-2e0b-4a59-84d6-ab8e1e0a2388 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:33.793549 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7fb8df8e-976d-479a-aecb-e6836c9eddef req-cd13e38b-2e0b-4a59-84d6-ab8e1e0a2388 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.3560309
Feb 17 04:38:33.865834 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7fb8df8e-976d-479a-aecb-e6836c9eddef req-30b470ac-4542-4aec-93ec-5bff11084ee7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0587981
Feb 17 04:38:34.035824 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eee9c9cb-9602-404c-a0b6-2a79c74491ad req-2f545834-5e7d-468c-83ef-5cb13eda2d90 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 210 time: 0.0532961
Feb 17 04:38:34.095607 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa1037-cfb6-4bd7-b576-65cf35a9dd7a req-703375f9-46b6-4ab8-aaf2-4adc01748313 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:34.096387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-35fa1037-cfb6-4bd7-b576-65cf35a9dd7a req-703375f9-46b6-4ab8-aaf2-4adc01748313 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Synchronizing usage tracker for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:34.205813 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-35fa1037-cfb6-4bd7-b576-65cf35a9dd7a req-703375f9-46b6-4ab8-aaf2-4adc01748313 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Unset dirty status for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:34.207116 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-35fa1037-cfb6-4bd7-b576-65cf35a9dd7a req-703375f9-46b6-4ab8-aaf2-4adc01748313 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 932 time: 0.5245171
Feb 17 04:38:34.259645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c6a7ff-cac8-485d-9c88-0e660a3d4fed {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:38:34.266520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Router 13a67db9-d453-44be-b63e-5809782901a8 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:38:34.279801 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:34.305157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Transition to ACTIVE for port object 40c6a7ff-cac8-485d-9c88-0e660a3d4fed will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:34.309855 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-35fa1037-cfb6-4bd7-b576-65cf35a9dd7a req-1d46be8f-f33d-4a2f-b153-6b7dc80c0103 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909348
Feb 17 04:38:34.437269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:34.458289 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a5ca76f2-b889-4f6f-8da0-496569cb9348 tempest-VolumesActionsTest-286899114 tempest-VolumesActionsTest-286899114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:34.622413 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=40c6a7ff-cac8-485d-9c88-0e660a3d4fed,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:34.642971 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:34.692810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:38:34.704294 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029cb15b-e3d6-47d8-95ee-094aea89f8ac None None] Sync routers for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:38:34.715079 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029cb15b-e3d6-47d8-95ee-094aea89f8ac None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:34.715700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-029cb15b-e3d6-47d8-95ee-094aea89f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000c7b3cf8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:34.741647 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] No DVR routers for this DVR port 72ce24c8-c620-47e9-bb1f-d76da6e573dc on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:38:34.744098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:34.748937 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'name': 'network-vif-deleted', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:34.834830 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a076d3cd-b9c1-4802-bdae-3941d4348e7c', 'name': 'network-vif-deleted', 'tag': '72ce24c8-c620-47e9-bb1f-d76da6e573dc', 'status': 'completed', 'code': 200}
Feb 17 04:38:34.915946 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fdee28e1-2c11-4f07-a094-cae4e4997336 req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.76 "DELETE /v2.0/ports/72ce24c8-c620-47e9-bb1f-d76da6e573dc HTTP/1.1" status: 204  len: 173 time: 3.1879761
Feb 17 04:38:34.958204 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Attempting to bind port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:38:34.958628 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Attempting to bind port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:38:34.958924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Attempting to bind port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed on network 373accc4-7a29-4586-831f-494c09eed7f5 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:38:34.968722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:38:34.968993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Checking segment: {'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:34.969890 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:34.970297 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Bound using segment: {'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:38:34.970811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Bound port: 40c6a7ff-cac8-485d-9c88-0e660a3d4fed, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:38:34.971193 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:35.117066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-029cb15b-e3d6-47d8-95ee-094aea89f8ac None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:35.218470 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] For port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:38:35.228212 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] For port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=40c6a7ff-cac8-485d-9c88-0e660a3d4fed,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:38:35.248635 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832ea3a-3522-4f38-9454-e05cdb3d83a1 req-014ee1ff-b80a-404f-85dc-07a5b7ec24fe tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:35.259092 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9832ea3a-3522-4f38-9454-e05cdb3d83a1 req-014ee1ff-b80a-404f-85dc-07a5b7ec24fe tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.1954358
Feb 17 04:38:35.302677 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:35.353472 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c58abe0f-f63d-4e92-9aa4-9b1a86d8bec6 req-95323c69-3a0d-40f6-bcfc-3c9fb75749ba tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=a076d3cd-b9c1-4802-bdae-3941d4348e7c HTTP/1.1" status: 200  len: 210 time: 0.0712032
Feb 17 04:38:35.403740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:35.468658 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9832ea3a-3522-4f38-9454-e05cdb3d83a1 req-88b23c51-d0cb-483e-aa88-432070ca8175 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2080994
Feb 17 04:38:35.497017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5d0186b9-94d7-4889-868f-e47cf0842cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:35.537706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=40c6a7ff-cac8-485d-9c88-0e660a3d4fed,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:35.559173 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:35.591046 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:35.593228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:35.596257 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-029cb15b-e3d6-47d8-95ee-094aea89f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000c7b3cf8>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:35.597153 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] 10.222.0.76 "PUT /v2.0/ports/40c6a7ff-cac8-485d-9c88-0e660a3d4fed HTTP/1.1" status: 200  len: 1158 time: 2.7223921
Feb 17 04:38:35.601705 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029cb15b-e3d6-47d8-95ee-094aea89f8ac None None] Checking router: 13a67db9-d453-44be-b63e-5809782901a8 for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:38:35.611752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029cb15b-e3d6-47d8-95ee-094aea89f8ac None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:35.613044 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-029cb15b-e3d6-47d8-95ee-094aea89f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000c7b3cf8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:35.635068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ba6f2-36e9-4a0f-88b1-c726ec9fd862 req-29e4b082-302f-4320-912b-7331066e19a4 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:35.636885 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-596ba6f2-36e9-4a0f-88b1-c726ec9fd862 req-29e4b082-302f-4320-912b-7331066e19a4 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 944 time: 0.1285810
Feb 17 04:38:35.733258 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-596ba6f2-36e9-4a0f-88b1-c726ec9fd862 req-9435220f-c595-45a2-a444-8630a4ee26fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768912
Feb 17 04:38:35.823548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-31437e92-54b2-4752-a970-e77a57eb845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:35.825368 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-31437e92-54b2-4752-a970-e77a57eb845b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=485e107aac5140888157d73b3f00eca9&device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 1161 time: 0.1455560
Feb 17 04:38:35.830004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:35.908144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-029cb15b-e3d6-47d8-95ee-094aea89f8ac None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:35.915049 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-fcc011bf-a065-4fb5-a8b9-517f4f3fff35 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c6a7ff-cac8-485d-9c88-0e660a3d4fed HTTP/1.1" status: 200  len: 217 time: 0.0804513
Feb 17 04:38:35.993487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-3925f9bf-644d-46bb-83f4-4ee261466373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:35.995014 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-3925f9bf-644d-46bb-83f4-4ee261466373 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5542b97-c690-419f-b342-b39057c69887 HTTP/1.1" status: 200  len: 854 time: 0.0724924
Feb 17 04:38:36.055491 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-1cddf1d8-5e00-4960-a8a3-6b824b255dfe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=373accc4-7a29-4586-831f-494c09eed7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505996
Feb 17 04:38:36.102897 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device cd4c018b-0a0e-4867-bde5-2a4cd164bda0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:36.222565 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-4620c0a0-6b56-4b43-b0bf-39a74d0a5669 service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1557221
Feb 17 04:38:36.313901 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:36.327458 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:36.327884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:36.484056 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-029cb15b-e3d6-47d8-95ee-094aea89f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000c7b3cf8>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:36.493835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029cb15b-e3d6-47d8-95ee-094aea89f8ac None None] The sync data for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi is: [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:38:36.544934 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:36.559934 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59378) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:36.603018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:36.634517 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port cd4c018b-0a0e-4867-bde5-2a4cd164bda0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0,segment=NetworkSegment(34ee3de1-d565-4570-a705-512a74fcab4e),segment_id=34ee3de1-d565-4570-a705-512a74fcab4e)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:36.672246 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:36.675495 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9a6f49d4-2428-41ec-b0a3-f84e4beed70d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:36.717950 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:36.727535 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49b3d2da-a34a-473a-b0f6-25ce82a466b4 req-92f4ed69-8fdd-413d-be23-76f304c032a7 service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4972818
Feb 17 04:38:36.806040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:36.809106 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0', 'code': 200}
Feb 17 04:38:36.812114 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=cd4c018b-0a0e-4867-bde5-2a4cd164bda0,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:36.822128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:36.906735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c8d1b1-cbc5-437c-8e77-b69838822e7b', 'tag': '40c6a7ff-cac8-485d-9c88-0e660a3d4fed'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:36.973943 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7b974-3123-4fdc-9225-e5799bfa6c3b req-94346b54-7453-409c-8a4a-4ac4388c9cea tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:36.976340 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4cc7b974-3123-4fdc-9225-e5799bfa6c3b req-94346b54-7453-409c-8a4a-4ac4388c9cea tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.2470372
Feb 17 04:38:37.015840 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.021516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-97dd53e2-51e8-4072-82e8-48fdfa27b066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:37.037242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db738b0-22b1-490a-9d3d-3d3591dc9334 None None] New status for floating IP 12d16de2-5547-48be-8361-8ec8e4f0f29a: DOWN {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:38:37.041727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a86450-8619-4e41-b93c-bf675ccd98c4 req-6810bdb8-0eab-465c-90e5-eda3aaaadf1c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:37.043894 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f8a86450-8619-4e41-b93c-bf675ccd98c4 req-6810bdb8-0eab-465c-90e5-eda3aaaadf1c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 944 time: 0.1318319
Feb 17 04:38:37.052644 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b24728-46d9-4a4c-bbe2-2e0c964c46d9,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:37.078458 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.078877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.079304 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.079751 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.080153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.080962 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4cc7b974-3123-4fdc-9225-e5799bfa6c3b req-a4d61f17-3497-4292-aba2-f4911654fc63 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0674503
Feb 17 04:38:37.085752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.087702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.088126 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.088536 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.088942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.089344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.089745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.090230 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.090627 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.091021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.091436 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.091830 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.092222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.092613 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.093129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.093523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.093915 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.094302 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.094831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:37.106516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:37.127616 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.128808 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "DELETE /v2.0/security-groups/52b24728-46d9-4a4c-bbe2-2e0c964c46d9 HTTP/1.1" status: 204  len: 168 time: 0.5673838
Feb 17 04:38:37.131615 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1bf7d-d61c-4bac-b5a8-aad171b987c9 req-d398f01b-38c2-40d6-a2b8-0550d61cbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:37.133489 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-95c1bf7d-d61c-4bac-b5a8-aad171b987c9 req-d398f01b-38c2-40d6-a2b8-0550d61cbb96 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 1163 time: 0.1562626
Feb 17 04:38:37.136263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59390) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:37.158431 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c8d1b1-cbc5-437c-8e77-b69838822e7b', 'tag': '40c6a7ff-cac8-485d-9c88-0e660a3d4fed', 'status': 'completed', 'code': 200}
Feb 17 04:38:37.163907 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f8a86450-8619-4e41-b93c-bf675ccd98c4 req-cd1a4d35-ece6-47ce-8876-c023d5736535 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056235
Feb 17 04:38:37.181495 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.v2.resource [None req-f15bc4c2-cf00-4e7c-bc51-ec9c968e67ba tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] show failed (client error): The resource could not be found.
Feb 17 04:38:37.185940 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59394) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:37.186192 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f15bc4c2-cf00-4e7c-bc51-ec9c968e67ba tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups/52b24728-46d9-4a4c-bbe2-2e0c964c46d9 HTTP/1.1" status: 404  len: 347 time: 0.0510070
Feb 17 04:38:37.258079 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-95c1bf7d-d61c-4bac-b5a8-aad171b987c9 req-1cd99433-6bd1-4561-8cc8-ab7e44b2793c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1017315
Feb 17 04:38:37.295989 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e8ad5-7053-4006-811b-fba8c8f41dd8 req-3dd07259-5ed6-4294-af1f-eb8d667f2caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:37.297628 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-af2e8ad5-7053-4006-811b-fba8c8f41dd8 req-3dd07259-5ed6-4294-af1f-eb8d667f2caf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=485e107aac5140888157d73b3f00eca9&device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 1161 time: 0.1082633
Feb 17 04:38:37.371128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-031ef4ae-5eaa-4516-91c3-af637addd0ec tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Deleting port 84a7e698-f70e-4020-adea-25efcd1bcade {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:38:37.371585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-031ef4ae-5eaa-4516-91c3-af637addd0ec tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.571140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device cd4c018b-0a0e-4867-bde5-2a4cd164bda0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:37.592448 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-031ef4ae-5eaa-4516-91c3-af637addd0ec tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.593083 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-031ef4ae-5eaa-4516-91c3-af637addd0ec tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.621031 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e8ad5-7053-4006-811b-fba8c8f41dd8 req-d7de1e8b-bdf0-41e8-8a0c-bf309406c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:37.622646 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-af2e8ad5-7053-4006-811b-fba8c8f41dd8 req-d7de1e8b-bdf0-41e8-8a0c-bf309406c601 service neutron] 10.222.0.76 "GET /v2.0/networks?id=373accc4-7a29-4586-831f-494c09eed7f5 HTTP/1.1" status: 200  len: 908 time: 0.1631114
Feb 17 04:38:37.681033 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:37.682021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.713910 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-af2e8ad5-7053-4006-811b-fba8c8f41dd8 req-f2ceed7f-acc7-46b2-8f08-580f13912ece service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c6a7ff-cac8-485d-9c88-0e660a3d4fed HTTP/1.1" status: 200  len: 217 time: 0.0811219
Feb 17 04:38:37.770918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-031ef4ae-5eaa-4516-91c3-af637addd0ec tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Calling delete_port for 84a7e698-f70e-4020-adea-25efcd1bcade owned by network:floatingip {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:38:37.795553 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e8ad5-7053-4006-811b-fba8c8f41dd8 req-08899bc4-404e-486a-bcb3-d67cc9b2c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:37.797201 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-af2e8ad5-7053-4006-811b-fba8c8f41dd8 req-08899bc4-404e-486a-bcb3-d67cc9b2c42b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5542b97-c690-419f-b342-b39057c69887 HTTP/1.1" status: 200  len: 854 time: 0.0757310
Feb 17 04:38:37.872342 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-af2e8ad5-7053-4006-811b-fba8c8f41dd8 req-079474c8-a83d-4262-92c2-6772d0cdb904 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=373accc4-7a29-4586-831f-494c09eed7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547323
Feb 17 04:38:37.940402 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a20db426-28e5-4038-846f-df40eb283f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.963360 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-031ef4ae-5eaa-4516-91c3-af637addd0ec tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:37.983399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:38.030349 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-af2e8ad5-7053-4006-811b-fba8c8f41dd8 req-ee9033e8-7160-4aeb-817e-c74f6898ba5f service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504273
Feb 17 04:38:38.095190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ef4ae-5eaa-4516-91c3-af637addd0ec tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event deleted for resources: {'Port': ['ID=84a7e698-f70e-4020-adea-25efcd1bcade,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:38.102700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-031ef4ae-5eaa-4516-91c3-af637addd0ec tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:38.199453 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-af2e8ad5-7053-4006-811b-fba8c8f41dd8 req-866f62dc-c6de-4110-8fe8-f22e3cc9c73c service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1581235
Feb 17 04:38:38.240066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-031ef4ae-5eaa-4516-91c3-af637addd0ec tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:38.256965 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-031ef4ae-5eaa-4516-91c3-af637addd0ec tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:38.259330 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-031ef4ae-5eaa-4516-91c3-af637addd0ec tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "DELETE /v2.0/floatingips/12d16de2-5547-48be-8361-8ec8e4f0f29a HTTP/1.1" status: 204  len: 168 time: 1.0704286
Feb 17 04:38:38.318809 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1544b0-aa1f-4962-960a-a399c7e73617 req-5e748349-c647-4307-a400-43ae182ee417 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:38.320541 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3a1544b0-aa1f-4962-960a-a399c7e73617 req-5e748349-c647-4307-a400-43ae182ee417 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.1042430
Feb 17 04:38:38.352500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:38.371645 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3a1544b0-aa1f-4962-960a-a399c7e73617 req-8ddfa0a4-b596-4a37-a956-a2c54ae558c9 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444250
Feb 17 04:38:38.406123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4c977-bdbf-42f0-a2e3-0482e49e177d req-043dd1ba-d5ac-4589-9e1a-d9de99f46c4e tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:38.408282 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fdc4c977-bdbf-42f0-a2e3-0482e49e177d req-043dd1ba-d5ac-4589-9e1a-d9de99f46c4e tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 944 time: 0.1167769
Feb 17 04:38:38.462154 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fdc4c977-bdbf-42f0-a2e3-0482e49e177d req-bd1fa030-1216-4292-8aa3-eae442908918 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461147
Feb 17 04:38:38.801178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59404) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:38.808936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--126447507', 'description': 'tempest-description--33887395'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:38.816068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:38.821325 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Usage tracker for resource:security_group and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:38.824428 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:38.831178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:38.871994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:38.893998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:38.898089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Usage tracker for resource:security_group_rule and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:38.901129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:38.906891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:38.979636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.014420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.019991 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-63f88e09-7a5e-4d44-a4e6-9fec5291a5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:39.068954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccdee8e-88c9-4805-a63d-9b3724389e62,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:39.072572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:39.105874 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.107235 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.3044345
Feb 17 04:38:39.110377 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59408) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:39.117424 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-be64f5ff-3f34-4e53-9209-5fb24ab9eed7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Request body: {'security_group_rule': {'security_group_id': '7ccdee8e-88c9-4805-a63d-9b3724389e62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:39.123756 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-be64f5ff-3f34-4e53-9209-5fb24ab9eed7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:39.127934 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-be64f5ff-3f34-4e53-9209-5fb24ab9eed7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Usage tracker for resource:security_group_rule and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:39.130901 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-be64f5ff-3f34-4e53-9209-5fb24ab9eed7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:39.136773 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-be64f5ff-3f34-4e53-9209-5fb24ab9eed7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:39.182023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-be64f5ff-3f34-4e53-9209-5fb24ab9eed7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.246952 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-be64f5ff-3f34-4e53-9209-5fb24ab9eed7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.294746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-be64f5ff-3f34-4e53-9209-5fb24ab9eed7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.297001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:39.321639 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64f5ff-3f34-4e53-9209-5fb24ab9eed7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a8d45a-4adf-4330-b722-7683a3607f38,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:39.327195 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-be64f5ff-3f34-4e53-9209-5fb24ab9eed7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:39.352398 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-be64f5ff-3f34-4e53-9209-5fb24ab9eed7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.353700 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-be64f5ff-3f34-4e53-9209-5fb24ab9eed7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2422519
Feb 17 04:38:39.356636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59412) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:39.362616 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-e739c9f9-93b6-44c5-a6c7-603bd2e688f5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Request body: {'security_group_rule': {'security_group_id': '7ccdee8e-88c9-4805-a63d-9b3724389e62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:39.369757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-e739c9f9-93b6-44c5-a6c7-603bd2e688f5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:39.373808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-e739c9f9-93b6-44c5-a6c7-603bd2e688f5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Usage tracker for resource:security_group_rule and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:39.376810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-e739c9f9-93b6-44c5-a6c7-603bd2e688f5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:39.382678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-e739c9f9-93b6-44c5-a6c7-603bd2e688f5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:39.423128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e739c9f9-93b6-44c5-a6c7-603bd2e688f5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.494707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e739c9f9-93b6-44c5-a6c7-603bd2e688f5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.561345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e739c9f9-93b6-44c5-a6c7-603bd2e688f5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.577723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-be64f5ff-3f34-4e53-9209-5fb24ab9eed7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:39.603931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739c9f9-93b6-44c5-a6c7-603bd2e688f5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63811a7-4719-4e95-ab91-7791faa62832,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:39.608388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e739c9f9-93b6-44c5-a6c7-603bd2e688f5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:39.620683 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.648584 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87035cfd-95b2-41e6-a5e9-6b3e038ce865 req-a5433aa8-e152-488d-90cf-b7cb71176466 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:39.650236 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-87035cfd-95b2-41e6-a5e9-6b3e038ce865 req-a5433aa8-e152-488d-90cf-b7cb71176466 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.1347671
Feb 17 04:38:39.651590 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e739c9f9-93b6-44c5-a6c7-603bd2e688f5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:39.655376 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e739c9f9-93b6-44c5-a6c7-603bd2e688f5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2976077
Feb 17 04:38:39.656237 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59420) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:39.666175 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Request body: {'floatingip': {'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:39.686986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:39.695820 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Usage tracker for resource:floatingip and tenant:b4db349eea3a41deb61c89e67a673600 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:39.696768 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183932e-e3ea-4b82-8bfb-5393086343e7 req-cecb8525-4cef-4fca-a548-772cf9c507ac tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:39.698582 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0183932e-e3ea-4b82-8bfb-5393086343e7 req-cecb8525-4cef-4fca-a548-772cf9c507ac tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 944 time: 0.1027846
Feb 17 04:38:39.700220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:39.716742 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:39.733321 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-87035cfd-95b2-41e6-a5e9-6b3e038ce865 req-cda04a6f-3480-43b7-ab2b-e85edb0da68f tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0722625
Feb 17 04:38:39.757191 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0183932e-e3ea-4b82-8bfb-5393086343e7 req-beb32bf2-dd6e-4ca3-bfd5-e5af48c5948f tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453103
Feb 17 04:38:39.793131 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.008242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b1811-54c1-476b-b166-46e3f2327a68 req-4672f92b-b8e2-4334-8611-4ea56b433216 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:40.009863 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ac6b1811-54c1-476b-b166-46e3f2327a68 req-4672f92b-b8e2-4334-8611-4ea56b433216 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.1189210
Feb 17 04:38:40.071157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.073416 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 40c6a7ff-cac8-485d-9c88-0e660a3d4fed up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:40.089994 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ac6b1811-54c1-476b-b166-46e3f2327a68 req-b3f6cbd8-593c-4b77-b9a9-eb1b9f263f18 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0731566
Feb 17 04:38:40.192729 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:40.199344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:40.199786 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.304283 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-401f136e-e87f-4416-84f1-2c39442ef281 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1752908
Feb 17 04:38:40.321660 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Request body: {'floatingip': {'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:40.328655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:40.333038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Usage tracker for resource:floatingip and tenant:d447f221703e4725a470bab1096716e0 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:40.335908 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.336133 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:40.342463 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:40.366909 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c8d1b1-cbc5-437c-8e77-b69838822e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c6a7ff-cac8-485d-9c88-0e660a3d4fed'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:40.375243 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Allocated IP 172.27.2.183 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/6a531fbf-800e-4e00-928d-7fa5aba9cd22) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:40.377775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=40c6a7ff-cac8-485d-9c88-0e660a3d4fed,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:40.409410 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for floatingip, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.416061 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c8d1b1-cbc5-437c-8e77-b69838822e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c6a7ff-cac8-485d-9c88-0e660a3d4fed', 'code': 200}
Feb 17 04:38:40.449548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.452885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:40.546087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=40c6a7ff-cac8-485d-9c88-0e660a3d4fed,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:40.560650 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:40.563217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.587741 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.637398 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.666569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:40.690432 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:40.928171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20e299-ffc6-4068-96f6-c8ea8d930716 req-ebedb11f-b1b5-4f77-8c75-80dbbe8765aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:40.930335 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9b20e299-ffc6-4068-96f6-c8ea8d930716 req-ebedb11f-b1b5-4f77-8c75-80dbbe8765aa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 1163 time: 0.2083154
Feb 17 04:38:41.003100 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Allocated IP 172.27.2.212 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/ff8f30b8-da7f-4b89-85da-f5673d562038) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:41.006839 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9b20e299-ffc6-4068-96f6-c8ea8d930716 req-01e16e50-3c12-468b-99dc-512e52100e57 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645361
Feb 17 04:38:41.114223 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event updated for resources: {'Port': ['ID=6a531fbf-800e-4e00-928d-7fa5aba9cd22,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:41.129828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:41.182663 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:41.199696 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:41.206493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31a772-4bc3-436a-8294-585a0fe2a625 req-02d47083-69c1-4e62-b9cf-973c7e6358c7 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:41.208155 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ce31a772-4bc3-436a-8294-585a0fe2a625 req-02d47083-69c1-4e62-b9cf-973c7e6358c7 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 946 time: 0.1849754
Feb 17 04:38:41.209246 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:41.212297 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:41.255200 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:41.272242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4facc986-845a-4587-9bea-04aeae1e0370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:41.313651 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ce31a772-4bc3-436a-8294-585a0fe2a625 req-dd9c68ec-6d6b-41d4-a513-a4ba0afe3215 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705478
Feb 17 04:38:41.345087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:41.427529 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Pushing event updated for resources: {'Port': ['ID=ff8f30b8-da7f-4b89-85da-f5673d562038,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:41.433046 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:41.444985 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:41.479452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:41.480705 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:41.483266 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:41.568669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:41.624723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 40c6a7ff-cac8-485d-9c88-0e660a3d4fed up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:41.679040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:41.707789 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:41.708212 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:41.765113 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:41.803163 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:41.821044 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:41.978160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event updated for resources: {'Port': ['ID=6a531fbf-800e-4e00-928d-7fa5aba9cd22,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:41.983491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:41.985139 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.020544 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.040656 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7f1693d7-a0db-48d6-9e9f-a0cde90e828b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:42.079662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.151559 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.152946 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-931e22f2-855a-4149-b639-2a6ce679607a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4939873
Feb 17 04:38:42.177172 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Pushing event updated for resources: {'Port': ['ID=ff8f30b8-da7f-4b89-85da-f5673d562038,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:42.191444 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:42.294482 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.346111 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:42.347452 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0345845
Feb 17 04:38:42.426820 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-97322976-7089-4555-9540-4fb35365bf9c req-123799a9-bc52-49bf-aaca-5ba2af31f4b4 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Synchronizing usage tracker for tenant:b4db349eea3a41deb61c89e67a673600 on resource:security_group {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:42.442066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-2b1bc231-b120-427b-80ab-906569886545 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Synchronizing usage tracker for tenant:d447f221703e4725a470bab1096716e0 on resource:floatingip {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:42.472129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-97322976-7089-4555-9540-4fb35365bf9c req-123799a9-bc52-49bf-aaca-5ba2af31f4b4 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Unset dirty status for tenant:b4db349eea3a41deb61c89e67a673600 on resource:security_group {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:42.473485 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-123799a9-bc52-49bf-aaca-5ba2af31f4b4 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--126447507&fields=id&tenant_id=b4db349eea3a41deb61c89e67a673600 HTTP/1.1" status: 200  len: 267 time: 0.0972762
Feb 17 04:38:42.517801 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-2b1bc231-b120-427b-80ab-906569886545 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Unset dirty status for tenant:d447f221703e4725a470bab1096716e0 on resource:floatingip {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:42.519052 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-2b1bc231-b120-427b-80ab-906569886545 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.212 HTTP/1.1" status: 200  len: 696 time: 0.1634762
Feb 17 04:38:42.650716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97322976-7089-4555-9540-4fb35365bf9c req-2b7d9f16-d34f-4c09-b2c3-985594f6a81f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:42.659042 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-2b7d9f16-d34f-4c09-b2c3-985594f6a81f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/networks?id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 200  len: 817 time: 0.1772099
Feb 17 04:38:42.670781 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-598ab993-e0ad-4b8e-8238-8f6240368020 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/quotas/b4db349eea3a41deb61c89e67a673600 HTTP/1.1" status: 200  len: 375 time: 0.0110462
Feb 17 04:38:42.692487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-fc6bf903-b252-435e-82bd-9e78cb503088 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:42.694084 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-fc6bf903-b252-435e-82bd-9e78cb503088 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/networks/41731883-87f5-4e1a-89a9-5fc9628819cc HTTP/1.1" status: 200  len: 784 time: 0.1686883
Feb 17 04:38:42.706173 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-e3c34639-5e0e-4136-a0eb-835a57d5eb69 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:38:42.707235 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9ccaa9d1-590e-431f-aee5-826c1d043d8f req-e3c34639-5e0e-4136-a0eb-835a57d5eb69 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0063589
Feb 17 04:38:42.769226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-97322976-7089-4555-9540-4fb35365bf9c req-26f169f6-6704-4709-90a8-3349d9cc9615 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Synchronizing usage tracker for tenant:b4db349eea3a41deb61c89e67a673600 on resource:port {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:42.826226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-97322976-7089-4555-9540-4fb35365bf9c req-26f169f6-6704-4709-90a8-3349d9cc9615 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Unset dirty status for tenant:b4db349eea3a41deb61c89e67a673600 on resource:port {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:42.827738 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-26f169f6-6704-4709-90a8-3349d9cc9615 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b4db349eea3a41deb61c89e67a673600&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1506376
Feb 17 04:38:42.888012 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee77697-88a3-410f-91c7-0c634e40ba30 req-cc2efb59-e751-4210-bf6a-bf65038071c4 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:42.889619 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2ee77697-88a3-410f-91c7-0c634e40ba30 req-cc2efb59-e751-4210-bf6a-bf65038071c4 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 946 time: 0.0879755
Feb 17 04:38:42.992904 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-021e95e0-e149-49be-8526-e9983d4cd92d service neutron] 10.222.0.73 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504219
Feb 17 04:38:43.161688 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-98eb55e0-eeb9-46a1-9651-eeaa96fa2286 service neutron] 10.222.0.73 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1607609
Feb 17 04:38:43.173232 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2ee77697-88a3-410f-91c7-0c634e40ba30 req-7c697898-cf84-43ca-b436-0080293f6c85 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2768998
Feb 17 04:38:43.382247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-6e1e057b-7ea5-4d17-9091-8c6851e37462 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:43.385002 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-6e1e057b-7ea5-4d17-9091-8c6851e37462 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1014237
Feb 17 04:38:43.483856 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-ced20968-6c61-40ce-9684-ef6e51fea56b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.212 HTTP/1.1" status: 200  len: 696 time: 0.0924118
Feb 17 04:38:43.501446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-b2641497-7ff0-4103-b604-5e44c1f263eb tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Request body: {'floatingip': {'port_id': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:43.609671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-b2641497-7ff0-4103-b604-5e44c1f263eb tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for floatingip, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:43.634850 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 40c6a7ff-cac8-485d-9c88-0e660a3d4fed up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:43.671626 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d30f158b-e0b0-42e0-8fa6-b225b2e297a1 req-69568a27-89ee-4c93-9f14-3c861ce79ada tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 210 time: 0.0722201
Feb 17 04:38:43.748028 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:43.748028 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.446440 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-b2641497-7ff0-4103-b604-5e44c1f263eb tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.483396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-b2641497-7ff0-4103-b604-5e44c1f263eb tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:44.689524 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-b2641497-7ff0-4103-b604-5e44c1f263eb tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Floating IP 90f089ce-30da-4167-9fb2-b7aef340ca75 associated. External IP: 172.27.2.212, port: cd4c018b-0a0e-4867-bde5-2a4cd164bda0.
Feb 17 04:38:44.854786 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8e90613e-777a-4d4a-b699-c588aa2bb815 req-669e106b-71df-4af3-a932-5b0eefbdf6ae tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 210 time: 0.0567453
Feb 17 04:38:45.094863 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-b2641497-7ff0-4103-b604-5e44c1f263eb tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:38:45.699545 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-b2641497-7ff0-4103-b604-5e44c1f263eb tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:38:45.707316 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97322976-7089-4555-9540-4fb35365bf9c req-b83c0c33-af05-40f0-9c35-5d0661e049ef tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:45.708951 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-b83c0c33-af05-40f0-9c35-5d0661e049ef tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.76 "GET /v2.0/networks?id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 200  len: 817 time: 0.5508661
Feb 17 04:38:45.710839 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b0473-0b97-4e74-8e30-227e2b9916bf None None] Sync routers for ids ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:38:45.712504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-b2641497-7ff0-4103-b604-5e44c1f263eb tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:45.723178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b0473-0b97-4e74-8e30-227e2b9916bf None None] Routers {'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:45.724843 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-947b0473-0b97-4e74-8e30-227e2b9916bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d83c518>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:45.850403 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-b2641497-7ff0-4103-b604-5e44c1f263eb tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "PUT /v2.0/floatingips/90f089ce-30da-4167-9fb2-b7aef340ca75 HTTP/1.1" status: 200  len: 997 time: 2.3541048
Feb 17 04:38:45.856409 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:45.932541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-af9697d4-f194-461f-baff-e8ce9fbb0c2a tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:45.933380 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-af9697d4-f194-461f-baff-e8ce9fbb0c2a tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Synchronizing usage tracker for tenant:485e107aac5140888157d73b3f00eca9 on resource:network {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:45.940757 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-e3a131f2-6805-4608-80c4-eb037123d74e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b4db349eea3a41deb61c89e67a673600 HTTP/1.1" status: 200  len: 5702 time: 0.1987395
Feb 17 04:38:45.951882 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Request body: {'port': {'device_id': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'admin_state_up': True, 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'security_groups': ['7ccdee8e-88c9-4805-a63d-9b3724389e62']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:45.962864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-947b0473-0b97-4e74-8e30-227e2b9916bf None None] Set router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:45.992555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-af9697d4-f194-461f-baff-e8ce9fbb0c2a tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Unset dirty status for tenant:485e107aac5140888157d73b3f00eca9 on resource:network {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:45.994199 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-af9697d4-f194-461f-baff-e8ce9fbb0c2a tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/networks?id=373accc4-7a29-4586-831f-494c09eed7f5 HTTP/1.1" status: 200  len: 814 time: 0.2618742
Feb 17 04:38:46.020391 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-3552b0a6-bd77-4e95-83cf-28fe0b30c03a tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/quotas/485e107aac5140888157d73b3f00eca9 HTTP/1.1" status: 200  len: 375 time: 0.0175769
Feb 17 04:38:46.117795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-646d6f4e-7794-4ed0-9272-53e9a720eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:46.120249 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-646d6f4e-7794-4ed0-9272-53e9a720eaa7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d447f221703e4725a470bab1096716e0&device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 1163 time: 0.2442064
Feb 17 04:38:46.141552 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-498b9f44-1c06-40f4-ab08-fabc0fe5ff62 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=485e107aac5140888157d73b3f00eca9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1105905
Feb 17 04:38:46.246414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:46.280334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:46.318533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-c504e591-2a17-4310-a9cf-5e11daf055e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:46.320547 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-c504e591-2a17-4310-a9cf-5e11daf055e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd HTTP/1.1" status: 200  len: 902 time: 0.1911554
Feb 17 04:38:46.368269 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-137f1fb8-5e90-4373-a021-0e9ea9929c52 service neutron] 10.222.0.73 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147195
Feb 17 04:38:46.408744 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Made reservation on behalf of b4db349eea3a41deb61c89e67a673600 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:46.415416 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:46.415641 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-947b0473-0b97-4e74-8e30-227e2b9916bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d83c518>, [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:37:28Z', 'revision_number': 4, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '90f089ce-30da-4167-9fb2-b7aef340ca75', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'port_id': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'mac_address': 'fa:16:3e:d2:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:41Z', 'updated_at': '2021-02-17T04:38:44Z', 'revision_number': 1, 'project_id': 'd447f221703e4725a470bab1096716e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea987b8b-91ef-46ed-aff9-12c55074ded6', 'name': '', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'mac_address': 'fa:16:3e:36:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:27Z', 'updated_at': '2021-02-17T04:37:42Z', 'revision_number': 5, 'project_id': 'd447f221703e4725a470bab1096716e0', 'subnets': [{'id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:46.420366 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b0473-0b97-4e74-8e30-227e2b9916bf None None] Checking router: dbdba006-8f02-4b5d-86f0-7a4ce39b61cf for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:38:46.430387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b0473-0b97-4e74-8e30-227e2b9916bf None None] Routers {'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:46.431710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-947b0473-0b97-4e74-8e30-227e2b9916bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d83c518>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:46.481282 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-b576d493-e4cc-4a13-9f39-b43aa919a622 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0 HTTP/1.1" status: 200  len: 1000 time: 0.1533937
Feb 17 04:38:46.525148 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-6712ae0e-7fa8-4ccb-afc5-0d953f165d36 service neutron] 10.222.0.73 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495962
Feb 17 04:38:46.649716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-947b0473-0b97-4e74-8e30-227e2b9916bf None None] Set router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:46.700383 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-ddbc0d53-4953-4466-a1d6-e46ffa0d71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:46.702127 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-ddbc0d53-4953-4466-a1d6-e46ffa0d71fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f2aad9a-e0e6-47ae-b083-c062af76f603 HTTP/1.1" status: 200  len: 847 time: 0.2047820
Feb 17 04:38:46.995483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-4259b2e1-b15c-4d94-abc5-e4258357b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:46.997295 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-4259b2e1-b15c-4d94-abc5-e4258357b299 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2797146
Feb 17 04:38:47.004653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Allocated IP 172.20.0.6 (1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3/0186b1a0-62b8-4766-b853-dd62c7fb19d9/9f18046e-e3e6-4296-a693-3a238c8173b1) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:47.015171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-eb6053ea-71ad-40ce-9a37-ac23723efc8a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:38:47.016378 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-eb6053ea-71ad-40ce-9a37-ac23723efc8a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0086415
Feb 17 04:38:47.102013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-947b0473-0b97-4e74-8e30-227e2b9916bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d83c518>, [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:37:28Z', 'revision_number': 4, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '90f089ce-30da-4167-9fb2-b7aef340ca75', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'port_id': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'mac_address': 'fa:16:3e:d2:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:41Z', 'updated_at': '2021-02-17T04:38:44Z', 'revision_number': 1, 'project_id': 'd447f221703e4725a470bab1096716e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea987b8b-91ef-46ed-aff9-12c55074ded6', 'name': '', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'mac_address': 'fa:16:3e:36:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:27Z', 'updated_at': '2021-02-17T04:37:42Z', 'revision_number': 5, 'project_id': 'd447f221703e4725a470bab1096716e0', 'subnets': [{'id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:47.107034 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b0473-0b97-4e74-8e30-227e2b9916bf None None] The sync data for ids ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'] in dv-cinder-759955-5-iscsi is: [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:37:28Z', 'revision_number': 4, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '90f089ce-30da-4167-9fb2-b7aef340ca75', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'port_id': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'mac_address': 'fa:16:3e:d2:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:41Z', 'updated_at': '2021-02-17T04:38:44Z', 'revision_number': 1, 'project_id': 'd447f221703e4725a470bab1096716e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea987b8b-91ef-46ed-aff9-12c55074ded6', 'name': '', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'mac_address': 'fa:16:3e:36:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:27Z', 'updated_at': '2021-02-17T04:37:42Z', 'revision_number': 5, 'project_id': 'd447f221703e4725a470bab1096716e0', 'subnets': [{'id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:38:47.246591 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0', 'status': 'completed', 'code': 200}
Feb 17 04:38:47.366824 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ff1ba71b-a7dd-4aa8-914f-0e53032c931e req-b66fa237-99db-4750-bbcc-88c4d63c5a1b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 210 time: 0.0532181
Feb 17 04:38:47.396682 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-69cf4a1a-3587-4b90-8f6d-0195e7fb1779 service neutron] 10.222.0.73 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3637161
Feb 17 04:38:47.454483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f2d0a-374a-435f-8236-e16c8e013d99 None None] New status for floating IP 90f089ce-30da-4167-9fb2-b7aef340ca75: ACTIVE {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:38:47.522878 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1f628b01-4ce8-4f97-b9c7-2d355df817eb req-a56ed7ed-2914-48ff-bbce-89f785f989eb tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 210 time: 0.0927286
Feb 17 04:38:47.600045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:47.621310 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92c428-41d0-459f-96eb-b39f63ac701f req-d470c3a1-504e-4ee4-a687-3c6eaa1b097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:47.628439 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2d92c428-41d0-459f-96eb-b39f63ac701f req-d470c3a1-504e-4ee4-a687-3c6eaa1b097f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d447f221703e4725a470bab1096716e0&device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 1163 time: 0.3485703
Feb 17 04:38:47.678127 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Transition to ACTIVE for port object 9f18046e-e3e6-4296-a693-3a238c8173b1 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:47.762878 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef4f38-fb2e-40f9-8a29-331ce26599e8 req-70ae7c37-8691-4f4f-bbee-198da904bd58 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:47.772863 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-63ef4f38-fb2e-40f9-8a29-331ce26599e8 req-70ae7c37-8691-4f4f-bbee-198da904bd58 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1266105
Feb 17 04:38:47.795023 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e786bc2-e56d-44fa-92ca-96613d7963a7 req-6cfc9a50-e658-4360-92ed-7e499a53415c service neutron] 10.222.0.73 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3973317
Feb 17 04:38:47.835173 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-63ef4f38-fb2e-40f9-8a29-331ce26599e8 req-f3eec0ad-6ce3-4ea9-afc1-a04715585a8b tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600910
Feb 17 04:38:47.865251 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92c428-41d0-459f-96eb-b39f63ac701f req-798c0a01-bad7-4b4e-83b8-d955d93f1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:47.866740 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2d92c428-41d0-459f-96eb-b39f63ac701f req-798c0a01-bad7-4b4e-83b8-d955d93f1b05 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd HTTP/1.1" status: 200  len: 902 time: 0.2276514
Feb 17 04:38:47.943926 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:47.977891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:48.384684 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event updated for resources: {'Port': ['ID=9f18046e-e3e6-4296-a693-3a238c8173b1,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:48.390284 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2d92c428-41d0-459f-96eb-b39f63ac701f req-5ab792fe-3e82-4a99-8a23-f0ddd7e5e82f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0 HTTP/1.1" status: 200  len: 1002 time: 0.5142701
Feb 17 04:38:48.400877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.401357 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.401776 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.402190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.402621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.403026 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.403455 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.403880 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.404302 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.404703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.405121 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.405531 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.406024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.406537 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.406802 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.407258 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.407573 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.407970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.408362 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.408756 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.409152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.409538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.409931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.410320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:48.462538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:48.525608 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92c428-41d0-459f-96eb-b39f63ac701f req-cb8e42b1-2ce3-4369-91dc-8b546db07dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:48.527254 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2d92c428-41d0-459f-96eb-b39f63ac701f req-cb8e42b1-2ce3-4369-91dc-8b546db07dda service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f2aad9a-e0e6-47ae-b083-c062af76f603 HTTP/1.1" status: 200  len: 847 time: 0.1127048
Feb 17 04:38:48.543190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:48.584402 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:48.596670 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:48.606522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e133515-be8c-4270-a427-07603a987e7f req-ffaf56b6-26c9-43f5-a35e-4ecddc7b0bb2 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:48.608580 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7e133515-be8c-4270-a427-07603a987e7f req-ffaf56b6-26c9-43f5-a35e-4ecddc7b0bb2 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 931 time: 0.1131690
Feb 17 04:38:48.689802 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7e133515-be8c-4270-a427-07603a987e7f req-4140535b-c999-4ed9-ab71-0e75bd387e8e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748348
Feb 17 04:38:48.737023 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-032bff71-10d8-4643-a155-d343b6d40269 req-893af46c-4ffd-4da8-a7d1-9b974e7c15b2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 210 time: 0.0693591
Feb 17 04:38:48.742045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:48.742735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:48.793666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92c428-41d0-459f-96eb-b39f63ac701f req-0e7156ac-9fca-41be-91df-44bfe19399c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:48.795473 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2d92c428-41d0-459f-96eb-b39f63ac701f req-0e7156ac-9fca-41be-91df-44bfe19399c8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2510252
Feb 17 04:38:48.906558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-38078691-a734-468f-b687-290e23106b44 None None] Provisioning for port 9f18046e-e3e6-4296-a693-3a238c8173b1 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:48.907126 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-046fbd49-3b6c-4c72-9b39-c7890eb8e57a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9593549
Feb 17 04:38:48.914262 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-38078691-a734-468f-b687-290e23106b44 None None] Provisioning complete for port 9f18046e-e3e6-4296-a693-3a238c8173b1 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:48.914685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-38078691-a734-468f-b687-290e23106b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:48.929720 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Request body: {'port': {'device_id': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:48.949812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-a9123ac2-34ef-433e-b61a-09f2bdce401a tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:48.961791 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-a9123ac2-34ef-433e-b61a-09f2bdce401a tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "GET /v2.0/networks?id=373accc4-7a29-4586-831f-494c09eed7f5 HTTP/1.1" status: 200  len: 814 time: 0.2440605
Feb 17 04:38:48.977916 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Request body: {'port': {'device_id': 'ebeed2ab-885b-4680-a4f0-19c53a6afd8b', 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5', 'admin_state_up': True, 'tenant_id': '485e107aac5140888157d73b3f00eca9'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:49.008219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-38078691-a734-468f-b687-290e23106b44 None None] Port 9f18046e-e3e6-4296-a693-3a238c8173b1 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:38:49.092857 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2d92c428-41d0-459f-96eb-b39f63ac701f req-19354587-8bf7-4d50-b181-095567b5f821 service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2884159
Feb 17 04:38:49.182139 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:49.214143 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:49.231144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499d1b3-eb70-40b0-8f24-3efb75619ab9 req-5d5f7e3a-b933-4ea5-8993-e08daaa873eb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:49.232901 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1499d1b3-eb70-40b0-8f24-3efb75619ab9 req-5d5f7e3a-b933-4ea5-8993-e08daaa873eb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1668751
Feb 17 04:38:49.237225 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:49.291634 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1499d1b3-eb70-40b0-8f24-3efb75619ab9 req-a7ed07e3-dba6-4674-b897-979d3a8cdc2d tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466514
Feb 17 04:38:49.309322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Made reservation on behalf of 485e107aac5140888157d73b3f00eca9 for: {'port': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:38:49.312439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:49.372602 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2d92c428-41d0-459f-96eb-b39f63ac701f req-3596f117-8979-47cf-9297-a7f49437d3fd service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2665691
Feb 17 04:38:49.602984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 7c039b81-545d-4b96-8225-5c9d5bbd4f40 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:38:49.647942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Allocated IP 172.20.0.7 (373accc4-7a29-4586-831f-494c09eed7f5/a5542b97-c690-419f-b342-b39057c69887/cdc7a4d3-07bb-42ba-b6af-ec8e047f2096) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:49.714075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-5a861bad-c1fb-494d-9146-e81196d73670 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:49.715196 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-5a861bad-c1fb-494d-9146-e81196d73670 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 946 time: 0.1222415
Feb 17 04:38:49.757301 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:49.815218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c039b81-545d-4b96-8225-5c9d5bbd4f40'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:49.840430 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 7c039b81-545d-4b96-8225-5c9d5bbd4f40, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7c039b81-545d-4b96-8225-5c9d5bbd4f40,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:49.911752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:49.914390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:49.935398 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Deleting port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:38:49.935783 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:49.972155 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-85fb37d3-6c3c-4b4c-93ba-b1fcaf94e0e6 req-d37c54cc-bef4-499f-9356-53ebbee51e94 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 210 time: 0.0691841
Feb 17 04:38:49.981110 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:49.986965 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f18046e-e3e6-4296-a693-3a238c8173b1 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:38:49.999708 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=7c039b81-545d-4b96-8225-5c9d5bbd4f40,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:50.000526 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:50.010112 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:50.029499 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Transition to ACTIVE for port object 9f18046e-e3e6-4296-a693-3a238c8173b1 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:50.048902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:50.049198 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c039b81-545d-4b96-8225-5c9d5bbd4f40', 'code': 200}
Feb 17 04:38:50.065690 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:50.091585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:50.111040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-07205621-483c-4758-97f6-a09788aa0b9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:50.253510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db3497-af22-4834-b692-5f854d72fa12 req-0320279f-060e-43b3-878e-96435b5ae810 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:50.254308 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-47db3497-af22-4834-b692-5f854d72fa12 req-0320279f-060e-43b3-878e-96435b5ae810 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Synchronizing usage tracker for tenant:b4db349eea3a41deb61c89e67a673600 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:50.404303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Pushing event updated for resources: {'Port': ['ID=9f18046e-e3e6-4296-a693-3a238c8173b1,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:50.415849 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:50.453861 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-47db3497-af22-4834-b692-5f854d72fa12 req-0320279f-060e-43b3-878e-96435b5ae810 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Unset dirty status for tenant:b4db349eea3a41deb61c89e67a673600 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:50.455125 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47db3497-af22-4834-b692-5f854d72fa12 req-0320279f-060e-43b3-878e-96435b5ae810 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 931 time: 0.5942087
Feb 17 04:38:50.518058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Pushing event updated for resources: {'Port': ['ID=cdc7a4d3-07bb-42ba-b6af-ec8e047f2096,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:50.538060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:50.591621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] For port 7c039b81-545d-4b96-8225-5c9d5bbd4f40, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7c039b81-545d-4b96-8225-5c9d5bbd4f40,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:50.592724 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:50.609105 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9cc8-afff-41eb-8a40-997f43ace60d req-b9cb6bca-715f-4b37-ad3c-c4a0cad22cbc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:50.610821 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c5fc9cc8-afff-41eb-8a40-997f43ace60d req-b9cb6bca-715f-4b37-ad3c-c4a0cad22cbc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 944 time: 0.1879952
Feb 17 04:38:50.616292 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Network 373accc4-7a29-4586-831f-494c09eed7f5 is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:50.617568 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:50.621114 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:50.720352 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c5fc9cc8-afff-41eb-8a40-997f43ace60d req-74ec0902-bc49-494d-ac47-87f356967afc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=02dcc7a1-b924-4b16-9471-2af7318604db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003489
Feb 17 04:38:50.727135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:50.727847 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:50.780941 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47db3497-af22-4834-b692-5f854d72fa12 req-577c68c4-1b30-4036-904a-c7b89f9507cf tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3144565
Feb 17 04:38:50.786688 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-72d54357-b10a-4d87-91ba-b479159acace tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8234465
Feb 17 04:38:50.800654 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Request body: {'port': {'device_id': 'ebeed2ab-885b-4680-a4f0-19c53a6afd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:50.937089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.153347 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Attempting to bind port 9f18046e-e3e6-4296-a693-3a238c8173b1 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:38:51.153746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Attempting to bind port 9f18046e-e3e6-4296-a693-3a238c8173b1 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:38:51.154171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Attempting to bind port 9f18046e-e3e6-4296-a693-3a238c8173b1 on network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:38:51.224592 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:38:51.224944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Checking segment: {'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:51.225879 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.226275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Bound using segment: {'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:38:51.226762 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Bound port: 9f18046e-e3e6-4296-a693-3a238c8173b1, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440014f7-1936-423c-80c4-10c43c981f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:38:51.227135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.341404 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.341728 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.342074 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Floating IP fdef88cd-28b6-4c98-bfdc-41c74184c845 disassociated. External IP: 172.27.2.71, port: 7c039b81-545d-4b96-8225-5c9d5bbd4f40.
Feb 17 04:38:51.342447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Calling delete_port for 7c039b81-545d-4b96-8225-5c9d5bbd4f40 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:38:51.360942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eca1e3-1dfe-4140-b842-dd96a47c8547 req-4e73cbbd-88af-4e9d-a01b-a372a61518f1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:51.361717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-02eca1e3-1dfe-4140-b842-dd96a47c8547 req-4e73cbbd-88af-4e9d-a01b-a372a61518f1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Synchronizing usage tracker for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:38:51.430126 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] For port 9f18046e-e3e6-4296-a693-3a238c8173b1, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:38:51.434218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] For port 9f18046e-e3e6-4296-a693-3a238c8173b1, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=9f18046e-e3e6-4296-a693-3a238c8173b1,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:38:51.450830 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-02eca1e3-1dfe-4140-b842-dd96a47c8547 req-4e73cbbd-88af-4e9d-a01b-a372a61518f1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Unset dirty status for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:38:51.452579 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-02eca1e3-1dfe-4140-b842-dd96a47c8547 req-4e73cbbd-88af-4e9d-a01b-a372a61518f1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 931 time: 0.3188002
Feb 17 04:38:51.493835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.507845 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 {{(pid=84039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:38:51.515656 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e0924cc8-a1c8-42ba-9696-a3cac11a87f1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:51.520440 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.533593 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-02eca1e3-1dfe-4140-b842-dd96a47c8547 req-18f41fa9-7f87-4239-bb5e-5dfd2cf66ebf tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738883
Feb 17 04:38:51.540997 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Transition to ACTIVE for port object cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 will not be triggered until provisioned by entity L2. {{(pid=84039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:38:51.574288 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.589177 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1b4f66f1-c942-4fd7-9bbe-d0770dd9e562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:51.715251 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:51.772893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc7a4d3-07bb-42ba-b6af-ec8e047f2096,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:51.777236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:51.809062 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Pushing event updated for resources: {'Port': ['ID=9f18046e-e3e6-4296-a693-3a238c8173b1,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:51.838629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:51.839498 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ce979044-03a0-41dc-ba42-21d4b8ad7232 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:51.945884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event deleted for resources: {'Port': ['ID=7c039b81-545d-4b96-8225-5c9d5bbd4f40,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:51.991009 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:52.021508 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f4ef8b35-9918-4f22-aef5-6015ade22f3e req-daf36c1f-8f77-4fe6-8f92-8b2cd0880109 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 210 time: 0.0827742
Feb 17 04:38:52.027400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:52.028006 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:52.029913 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] 10.222.0.76 "PUT /v2.0/ports/9f18046e-e3e6-4296-a693-3a238c8173b1 HTTP/1.1" status: 200  len: 1157 time: 3.1077876
Feb 17 04:38:52.029913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:52.112787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Attempting to bind port cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:38:52.113299 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Attempting to bind port cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'}] {{(pid=84039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:38:52.113781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Attempting to bind port cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 on network 373accc4-7a29-4586-831f-494c09eed7f5 {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:38:52.123757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:38:52.124241 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Checking segment: {'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:38:52.124757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:52.125263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Bound using segment: {'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'} {{(pid=84039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:38:52.125857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Bound port: cdc7a4d3-07bb-42ba-b6af-ec8e047f2096, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'}}] {{(pid=84039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:38:52.126337 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:52.196326 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1', 'status': 'completed', 'code': 200}
Feb 17 04:38:52.215315 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff3953-a3f2-4d91-bd2c-0ba1cbc51189 req-e4ff6f24-e248-4cc8-9237-3ce54162a66c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:52.216944 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c5ff3953-a3f2-4d91-bd2c-0ba1cbc51189 req-e4ff6f24-e248-4cc8-9237-3ce54162a66c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.2202516
Feb 17 04:38:52.296942 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c5ff3953-a3f2-4d91-bd2c-0ba1cbc51189 req-25157eb3-676b-49a5-ac32-ff1926a58dd9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658982
Feb 17 04:38:52.298070 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] For port cdc7a4d3-07bb-42ba-b6af-ec8e047f2096, host hv-cinder-75995, cleared binding levels {{(pid=84039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:38:52.307064 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] For port cdc7a4d3-07bb-42ba-b6af-ec8e047f2096, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cdc7a4d3-07bb-42ba-b6af-ec8e047f2096,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:38:52.334650 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:52.348540 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-edf426fc-95c6-44b2-a10f-eebf678f6124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:52.367892 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97322976-7089-4555-9540-4fb35365bf9c req-5f9a73d9-b2b0-4a53-85b3-8df04ca542e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:52.369515 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-5f9a73d9-b2b0-4a53-85b3-8df04ca542e8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4db349eea3a41deb61c89e67a673600&device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 1160 time: 0.2099724
Feb 17 04:38:52.379232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Router a1bafa37-16c4-4a02-be5b-0563167cf345 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:38:52.453512 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-a168ae4d-1cde-4206-aa30-e199c3b4c84a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f18046e-e3e6-4296-a693-3a238c8173b1 HTTP/1.1" status: 200  len: 217 time: 0.0731006
Feb 17 04:38:52.505434 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc7a4d3-07bb-42ba-b6af-ec8e047f2096,revision_number=3']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:52.512247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:52.560441 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:52.561461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:52.563173 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] 10.222.0.76 "PUT /v2.0/ports/cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 HTTP/1.1" status: 200  len: 1157 time: 1.7678668
Feb 17 04:38:52.563836 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebeed2ab-885b-4680-a4f0-19c53a6afd8b', 'tag': 'cdc7a4d3-07bb-42ba-b6af-ec8e047f2096'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:52.712595 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebeed2ab-885b-4680-a4f0-19c53a6afd8b', 'tag': 'cdc7a4d3-07bb-42ba-b6af-ec8e047f2096', 'status': 'completed', 'code': 200}
Feb 17 04:38:52.751912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-012a4a0b-2d57-45f5-b5eb-5e720773ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:52.753474 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-012a4a0b-2d57-45f5-b5eb-5e720773ddfe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=485e107aac5140888157d73b3f00eca9&device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 1160 time: 0.1056292
Feb 17 04:38:52.770388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97322976-7089-4555-9540-4fb35365bf9c req-a4a3a83a-769d-4c65-98f4-1cbaf80813f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:52.772161 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-a4a3a83a-769d-4c65-98f4-1cbaf80813f5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0186b1a0-62b8-4766-b853-dd62c7fb19d9 HTTP/1.1" status: 200  len: 856 time: 0.2453861
Feb 17 04:38:52.836255 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-b153f72a-86a5-4cd3-a771-edbd2f7853de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 HTTP/1.1" status: 200  len: 217 time: 0.0719988
Feb 17 04:38:52.866896 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:38:52.877509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f6e86-d813-47d4-8e47-3041f89d645a None None] Sync routers for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:38:52.888144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f6e86-d813-47d4-8e47-3041f89d645a None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:52.890470 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-f66f6e86-d813-47d4-8e47-3041f89d645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d75fc88>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:52.920299 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-2f1589e0-7373-447e-994d-db238cd6232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:52.921476 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] No DVR routers for this DVR port 7c039b81-545d-4b96-8225-5c9d5bbd4f40 on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:38:52.922194 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-2f1589e0-7373-447e-994d-db238cd6232c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5542b97-c690-419f-b342-b39057c69887 HTTP/1.1" status: 200  len: 854 time: 0.0785110
Feb 17 04:38:52.927153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:52.948118 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884e153-747d-45cf-b736-c2f4f3bfd75e req-ce2ad995-2932-40e6-97c0-3c1c543e7bea tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:52.950087 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d884e153-747d-45cf-b736-c2f4f3bfd75e req-ce2ad995-2932-40e6-97c0-3c1c543e7bea tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 943 time: 0.2516820
Feb 17 04:38:52.987623 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-bcfc1d0b-f60e-491f-b972-41ca3f854401 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=373accc4-7a29-4586-831f-494c09eed7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0576749
Feb 17 04:38:52.990141 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97322976-7089-4555-9540-4fb35365bf9c req-1ef5702d-51d2-4533-aaf5-2b278ea95725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:52.992321 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-1ef5702d-51d2-4533-aaf5-2b278ea95725 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2112436
Feb 17 04:38:53.088876 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.76 "DELETE /v2.0/ports/7c039b81-545d-4b96-8225-5c9d5bbd4f40 HTTP/1.1" status: 204  len: 173 time: 3.3598077
Feb 17 04:38:53.095861 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d884e153-747d-45cf-b736-c2f4f3bfd75e req-5ddff2cb-f7fe-497c-8183-d3e2e9ccb275 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362479
Feb 17 04:38:53.142426 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-f66f6e86-d813-47d4-8e47-3041f89d645a None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:53.191785 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-74f7b790-76bf-4fee-8d76-240f3f85a303 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1883435
Feb 17 04:38:53.236281 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-2eccc4c8-2ed1-40c2-8988-d4044a16c4a4 service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2343936
Feb 17 04:38:53.253669 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a686b7ca-f2b0-4109-8b7a-670f49b44429 req-f0a857f5-f949-4f19-a580-6fe673e22414 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe67c43f-82ea-4944-a563-9fed39d42080 HTTP/1.1" status: 200  len: 210 time: 0.0670445
Feb 17 04:38:53.411616 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97322976-7089-4555-9540-4fb35365bf9c req-f9c4ca28-605d-4269-9164-025f61166957 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2118306
Feb 17 04:38:53.416850 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3de140b7-a677-4667-b55e-0ac98c39d306 req-b7a0b6f6-5643-4262-836a-5f2750af6d48 service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1667702
Feb 17 04:38:53.538868 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75314f9e-51ab-427e-a560-3edd6ba49c05 req-21313691-ad67-417d-9221-b65f981a025b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:53.540924 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-75314f9e-51ab-427e-a560-3edd6ba49c05 req-21313691-ad67-417d-9221-b65f981a025b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.1010861
Feb 17 04:38:53.610554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96463e9-4ce0-41c9-96f2-a226fb8fa01c req-e098bb35-90c9-4ea9-a9ba-6aa70ea561d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:53.612768 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d96463e9-4ce0-41c9-96f2-a226fb8fa01c req-e098bb35-90c9-4ea9-a9ba-6aa70ea561d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4db349eea3a41deb61c89e67a673600&device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 1160 time: 0.1174421
Feb 17 04:38:53.665845 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-75314f9e-51ab-427e-a560-3edd6ba49c05 req-8c0b4cdf-193b-47ef-a5e4-2de48b3eb1b1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821640
Feb 17 04:38:53.696943 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d62a88-a23a-4664-aca5-b89dd280a0a3 req-a7425950-b849-4875-9b23-7ea2f4a5c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:53.699050 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b5d62a88-a23a-4664-aca5-b89dd280a0a3 req-a7425950-b849-4875-9b23-7ea2f4a5c499 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=485e107aac5140888157d73b3f00eca9&device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 1160 time: 0.1570342
Feb 17 04:38:53.725213 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-f66f6e86-d813-47d4-8e47-3041f89d645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d75fc88>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:53.729706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f6e86-d813-47d4-8e47-3041f89d645a None None] Checking router: a1bafa37-16c4-4a02-be5b-0563167cf345 for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:38:53.740238 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f6e86-d813-47d4-8e47-3041f89d645a None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:38:53.741455 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-f66f6e86-d813-47d4-8e47-3041f89d645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d75fc88>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:53.804456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96463e9-4ce0-41c9-96f2-a226fb8fa01c req-04624142-9fa1-4aaf-ba1b-08762738f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:53.806067 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d96463e9-4ce0-41c9-96f2-a226fb8fa01c req-04624142-9fa1-4aaf-ba1b-08762738f92e service neutron] 10.222.0.76 "GET /v2.0/networks?id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 200  len: 911 time: 0.1848145
Feb 17 04:38:53.880787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d62a88-a23a-4664-aca5-b89dd280a0a3 req-60508eb4-9d80-4ab1-a1d9-8747c25097c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:53.883631 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b5d62a88-a23a-4664-aca5-b89dd280a0a3 req-60508eb4-9d80-4ab1-a1d9-8747c25097c3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=373accc4-7a29-4586-831f-494c09eed7f5 HTTP/1.1" status: 200  len: 908 time: 0.1740799
Feb 17 04:38:53.915157 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d96463e9-4ce0-41c9-96f2-a226fb8fa01c req-f8c50880-7f9f-44ce-90bf-f4ba8c434f28 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f18046e-e3e6-4296-a693-3a238c8173b1 HTTP/1.1" status: 200  len: 217 time: 0.0938690
Feb 17 04:38:53.976186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-f66f6e86-d813-47d4-8e47-3041f89d645a None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:38:53.976763 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b5d62a88-a23a-4664-aca5-b89dd280a0a3 req-a5cefa94-237a-4b1d-becc-425e33b93ea4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 HTTP/1.1" status: 200  len: 217 time: 0.0863576
Feb 17 04:38:54.018982 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96463e9-4ce0-41c9-96f2-a226fb8fa01c req-0dec59ba-d26c-4301-b6fc-e0b433fb1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:54.020694 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d96463e9-4ce0-41c9-96f2-a226fb8fa01c req-0dec59ba-d26c-4301-b6fc-e0b433fb1314 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0186b1a0-62b8-4766-b853-dd62c7fb19d9 HTTP/1.1" status: 200  len: 856 time: 0.0960808
Feb 17 04:38:54.207761 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96463e9-4ce0-41c9-96f2-a226fb8fa01c req-d4db93d9-21f5-4266-8317-0c928ba66238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:54.209459 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d96463e9-4ce0-41c9-96f2-a226fb8fa01c req-d4db93d9-21f5-4266-8317-0c928ba66238 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1776621
Feb 17 04:38:54.273950 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'name': 'network-vif-deleted', 'tag': '7c039b81-545d-4b96-8225-5c9d5bbd4f40'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:54.305396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d62a88-a23a-4664-aca5-b89dd280a0a3 req-cd6ff481-c0cb-41a8-8df9-48526bd3c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:54.307879 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b5d62a88-a23a-4664-aca5-b89dd280a0a3 req-cd6ff481-c0cb-41a8-8df9-48526bd3c9f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5542b97-c690-419f-b342-b39057c69887 HTTP/1.1" status: 200  len: 854 time: 0.3233280
Feb 17 04:38:54.374959 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe67c43f-82ea-4944-a563-9fed39d42080', 'name': 'network-vif-deleted', 'tag': '7c039b81-545d-4b96-8225-5c9d5bbd4f40', 'status': 'completed', 'code': 200}
Feb 17 04:38:54.384618 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b5d62a88-a23a-4664-aca5-b89dd280a0a3 req-2cf9e5d8-3657-42d6-bf78-77cbcd469199 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=373accc4-7a29-4586-831f-494c09eed7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0627899
Feb 17 04:38:54.444375 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-f66f6e86-d813-47d4-8e47-3041f89d645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d75fc88>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:38:54.450398 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f6e86-d813-47d4-8e47-3041f89d645a None None] The sync data for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi is: [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:38:54.503429 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59572) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:54.617899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c604e906-abcb-4961-90dd-21f61e6a58b3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:54.664523 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b5d62a88-a23a-4664-aca5-b89dd280a0a3 req-e5a8caa0-371f-4e65-a1eb-0e5de6a8d3bf service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2665648
Feb 17 04:38:54.673436 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c604e906-abcb-4961-90dd-21f61e6a58b3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:54.688980 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d96463e9-4ce0-41c9-96f2-a226fb8fa01c req-ce368dbe-d1fe-4ef7-aac6-f60d3c17fa2f service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4686930
Feb 17 04:38:54.699149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d45286-0852-4215-a00b-025d72ef4b31 req-d211b2c9-3fc4-4d8c-9795-dea53baa19f9 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:54.702709 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d7d45286-0852-4215-a00b-025d72ef4b31 req-d211b2c9-3fc4-4d8c-9795-dea53baa19f9 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 943 time: 0.3995278
Feb 17 04:38:54.848309 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d7d45286-0852-4215-a00b-025d72ef4b31 req-ad1704a1-2600-4795-b87f-c9b65143a015 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178548
Feb 17 04:38:54.891100 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d96463e9-4ce0-41c9-96f2-a226fb8fa01c req-505350ce-d5a5-4808-a7fe-a159b1c0fef2 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1873355
Feb 17 04:38:54.950178 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b5d62a88-a23a-4664-aca5-b89dd280a0a3 req-061f633a-1b81-491a-b84a-f82978ecf2a6 service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2560995
Feb 17 04:38:54.957641 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c604e906-abcb-4961-90dd-21f61e6a58b3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:54.963998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-436a4fbf-6399-4ad1-8859-4d514a0212a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:54.979498 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39121d5d-8b8e-4f0e-b8f1-a0484a9f0962 None None] New status for floating IP fdef88cd-28b6-4c98-bfdc-41c74184c845: DOWN {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:38:54.984146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604e906-abcb-4961-90dd-21f61e6a58b3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dcc7a1-b924-4b16-9471-2af7318604db,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:55.001078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e63e2c-a49d-4321-b92b-66a8e3a57bc1 req-f2a50be4-1067-43f5-ab28-e643f97bc66c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:55.001078 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-82e63e2c-a49d-4321-b92b-66a8e3a57bc1 req-f2a50be4-1067-43f5-ab28-e643f97bc66c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.1813037
Feb 17 04:38:55.001078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c604e906-abcb-4961-90dd-21f61e6a58b3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:55.053283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c604e906-abcb-4961-90dd-21f61e6a58b3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.054506 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-c604e906-abcb-4961-90dd-21f61e6a58b3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "DELETE /v2.0/security-groups/02dcc7a1-b924-4b16-9471-2af7318604db HTTP/1.1" status: 204  len: 168 time: 0.5502717
Feb 17 04:38:55.059152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59580) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:55.060096 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-82e63e2c-a49d-4321-b92b-66a8e3a57bc1 req-c81dfecb-d8e7-4de8-b1fc-3cbcc4b385c7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553977
Feb 17 04:38:55.077583 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.v2.resource [None req-6875db0e-9a7d-499f-ad48-4b766c0c72a6 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] show failed (client error): The resource could not be found.
Feb 17 04:38:55.078894 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-6875db0e-9a7d-499f-ad48-4b766c0c72a6 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups/02dcc7a1-b924-4b16-9471-2af7318604db HTTP/1.1" status: 404  len: 347 time: 0.0182540
Feb 17 04:38:55.087431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59584) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:55.264072 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-221613be-2182-4fc8-84d8-ea7f4b756fe4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Deleting port 106baad3-f544-4b57-8bce-125682ec0c45 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:38:55.264456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-221613be-2182-4fc8-84d8-ea7f4b756fe4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.449593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-221613be-2182-4fc8-84d8-ea7f4b756fe4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.449960 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-221613be-2182-4fc8-84d8-ea7f4b756fe4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.588789 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-221613be-2182-4fc8-84d8-ea7f4b756fe4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Calling delete_port for 106baad3-f544-4b57-8bce-125682ec0c45 owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:38:55.785487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-221613be-2182-4fc8-84d8-ea7f4b756fe4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:55.799988 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:55.900836 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221613be-2182-4fc8-84d8-ea7f4b756fe4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event deleted for resources: {'Port': ['ID=106baad3-f544-4b57-8bce-125682ec0c45,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:55.916920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-221613be-2182-4fc8-84d8-ea7f4b756fe4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:56.054555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-221613be-2182-4fc8-84d8-ea7f4b756fe4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.069624 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-221613be-2182-4fc8-84d8-ea7f4b756fe4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.070908 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-221613be-2182-4fc8-84d8-ea7f4b756fe4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "DELETE /v2.0/floatingips/fdef88cd-28b6-4c98-bfdc-41c74184c845 HTTP/1.1" status: 204  len: 168 time: 0.9823124
Feb 17 04:38:56.071031 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd817e5-a86d-4f8e-bd6e-c6ce3ec8ba41 req-866e3fe6-0614-44c9-9c96-8b2f676786e5 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:56.072627 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0fd817e5-a86d-4f8e-bd6e-c6ce3ec8ba41 req-866e3fe6-0614-44c9-9c96-8b2f676786e5 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 943 time: 0.0925059
Feb 17 04:38:56.123162 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0fd817e5-a86d-4f8e-bd6e-c6ce3ec8ba41 req-7927e6bd-0b87-4623-8a94-78addcb0084c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441742
Feb 17 04:38:56.278391 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9b5b3-61b7-4570-8d2f-40a8a431f7ea req-af15fb42-f4b0-4e36-b114-df20c664ae17 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:56.280077 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b6f9b5b3-61b7-4570-8d2f-40a8a431f7ea req-af15fb42-f4b0-4e36-b114-df20c664ae17 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.0886374
Feb 17 04:38:56.333083 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b6f9b5b3-61b7-4570-8d2f-40a8a431f7ea req-2cddcda8-5847-4f85-aa5d-f143e30c1111 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466046
Feb 17 04:38:56.365008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:38:56.478108 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59594) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:56.483825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768209731', 'description': 'tempest-description--332113722'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:56.490129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:56.494547 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Usage tracker for resource:security_group and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:56.497570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:56.503322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:56.551543 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.573003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:56.577002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Usage tracker for resource:security_group_rule and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:56.580002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:56.586393 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:56.658354 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.688606 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.694829 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f04959a0-c9d7-47d7-a6b9-618b8c878c05 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:56.740535 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9dafa4-a182-4fd4-8961-5a7c90db32c2,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:56.743570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:56.771125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.773554 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2942297
Feb 17 04:38:56.776747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59598) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:56.782359 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-14a77163-1602-45d1-81ca-5e7975b86211 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Request body: {'security_group_rule': {'security_group_id': '5a9dafa4-a182-4fd4-8961-5a7c90db32c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:56.789181 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-14a77163-1602-45d1-81ca-5e7975b86211 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:56.793275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-14a77163-1602-45d1-81ca-5e7975b86211 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Usage tracker for resource:security_group_rule and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:56.796338 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-14a77163-1602-45d1-81ca-5e7975b86211 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:56.802799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-14a77163-1602-45d1-81ca-5e7975b86211 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:56.849655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-14a77163-1602-45d1-81ca-5e7975b86211 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.914799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-14a77163-1602-45d1-81ca-5e7975b86211 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.951357 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-14a77163-1602-45d1-81ca-5e7975b86211 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:56.957907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9b842c91-3b67-4e6c-b5ca-156215590db9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:56.961753 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:56.979319 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a77163-1602-45d1-81ca-5e7975b86211 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7c283c-669a-4cbe-a3ba-118a33a2908a,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:56.984829 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-14a77163-1602-45d1-81ca-5e7975b86211 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:57.025678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-14a77163-1602-45d1-81ca-5e7975b86211 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.029871 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-14a77163-1602-45d1-81ca-5e7975b86211 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2520564
Feb 17 04:38:57.030036 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59602) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:57.035898 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-6a30522c-d331-4b7a-bbd8-3b58e994906c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Request body: {'security_group_rule': {'security_group_id': '5a9dafa4-a182-4fd4-8961-5a7c90db32c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:57.042510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6a30522c-d331-4b7a-bbd8-3b58e994906c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:57.046540 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6a30522c-d331-4b7a-bbd8-3b58e994906c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Usage tracker for resource:security_group_rule and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:57.049600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6a30522c-d331-4b7a-bbd8-3b58e994906c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:57.056565 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6a30522c-d331-4b7a-bbd8-3b58e994906c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:57.065646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:57.071833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:57.075481 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.101556 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6a30522c-d331-4b7a-bbd8-3b58e994906c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.204292 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.208750 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8bae8383-732f-466c-9ea5-e63ff959bd57 req-6d835fee-84fc-45fa-86be-0acb2720806b tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1052747798&fields=id&tenant_id=14187639adc74d1bb49ed835b238d04c HTTP/1.1" status: 200  len: 267 time: 0.0678177
Feb 17 04:38:57.214160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6a30522c-d331-4b7a-bbd8-3b58e994906c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.235130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebeed2ab-885b-4680-a4f0-19c53a6afd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc7a4d3-07bb-42ba-b6af-ec8e047f2096'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:57.247251 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port cdc7a4d3-07bb-42ba-b6af-ec8e047f2096, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cdc7a4d3-07bb-42ba-b6af-ec8e047f2096,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:57.260796 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6a30522c-d331-4b7a-bbd8-3b58e994906c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.268563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-438d7bca-f9ff-4bcc-99e5-e5adcf6206db tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:57.289667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.290514 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 9f18046e-e3e6-4296-a693-3a238c8173b1 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:57.305564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30522c-d331-4b7a-bbd8-3b58e994906c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d388a5-35f1-4eb7-ba4e-692efcad7954,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:57.314049 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6a30522c-d331-4b7a-bbd8-3b58e994906c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:57.323457 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:57.340731 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764b9ee-bd0b-4828-be9f-2d9638b0bcbf req-9a49a0dc-63e7-47f5-a72c-4f37d827336a tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:57.342481 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1764b9ee-bd0b-4828-be9f-2d9638b0bcbf req-9a49a0dc-63e7-47f5-a72c-4f37d827336a tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 945 time: 0.0986955
Feb 17 04:38:57.347169 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae8383-732f-466c-9ea5-e63ff959bd57 req-36e7b2b6-9260-471d-86fb-d4420aebc533 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:57.348865 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8bae8383-732f-466c-9ea5-e63ff959bd57 req-36e7b2b6-9260-471d-86fb-d4420aebc533 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 984 time: 0.1318357
Feb 17 04:38:57.358207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6a30522c-d331-4b7a-bbd8-3b58e994906c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.359623 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-6a30522c-d331-4b7a-bbd8-3b58e994906c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3282180
Feb 17 04:38:57.365070 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-8bae8383-732f-466c-9ea5-e63ff959bd57 req-230c5552-7233-4e5c-8f95-d3d91fa68d30 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Request body: {'port': {'security_groups': ['b05c2179-959f-4908-9c85-536ebd2af7bd']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:57.372233 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59612) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:38:57.381567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Request body: {'floatingip': {'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:38:57.390174 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:38:57.407799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Usage tracker for resource:floatingip and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:38:57.414924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:38:57.424838 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=cdc7a4d3-07bb-42ba-b6af-ec8e047f2096,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:57.425174 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:38:57.430471 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1764b9ee-bd0b-4828-be9f-2d9638b0bcbf req-e30a9446-7cb3-4411-ac6e-ee59e667eb3f tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798061
Feb 17 04:38:57.438557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.438944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.439321 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.439688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.442936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.442936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.442936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.442936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.442936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.442936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.442936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.442936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.443798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.443798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.443798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.444078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.444375 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.444732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.445084 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.445430 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.445883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.446139 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.446484 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.446839 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:38:57.451810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:57.459745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 9f18046e-e3e6-4296-a693-3a238c8173b1 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:38:57.465962 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 9f18046e-e3e6-4296-a693-3a238c8173b1 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:57.466398 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.494360 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.507757 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebeed2ab-885b-4680-a4f0-19c53a6afd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc7a4d3-07bb-42ba-b6af-ec8e047f2096', 'code': 200}
Feb 17 04:38:57.519805 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-8bae8383-732f-466c-9ea5-e63ff959bd57 req-230c5552-7233-4e5c-8f95-d3d91fa68d30 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.685023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.733017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 9f18046e-e3e6-4296-a693-3a238c8173b1, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=9f18046e-e3e6-4296-a693-3a238c8173b1,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:57.753670 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.763735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:57.766808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:57.781198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccd569-0b80-43e9-a28b-6363d7fdfa34 req-710a8dbd-e2c9-42ae-8a6f-09d3dbc7a099 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:57.782878 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e9ccd569-0b80-43e9-a28b-6363d7fdfa34 req-710a8dbd-e2c9-42ae-8a6f-09d3dbc7a099 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.1480958
Feb 17 04:38:57.853001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=9f18046e-e3e6-4296-a693-3a238c8173b1,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:57.855869 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:57.926527 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e9ccd569-0b80-43e9-a28b-6363d7fdfa34 req-ef9a2038-7f9e-4f8d-8083-99844d7a04f3 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1272454
Feb 17 04:38:57.945715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:38:58.013672 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfeb3f-e230-4110-ba83-cc179cf91dd8 req-3276d39b-f93e-4352-a14b-018f416f2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:58.015303 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fedfeb3f-e230-4110-ba83-cc179cf91dd8 req-3276d39b-f93e-4352-a14b-018f416f2d78 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 1162 time: 0.2107575
Feb 17 04:38:58.020814 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-8bae8383-732f-466c-9ea5-e63ff959bd57 req-230c5552-7233-4e5c-8f95-d3d91fa68d30 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] For port e61721f8-ed25-4ebf-82cf-247999d61026, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e61721f8-ed25-4ebf-82cf-247999d61026,segment=NetworkSegment(00d09953-aabf-40a5-a01c-5e582f4ef900),segment_id=00d09953-aabf-40a5-a01c-5e582f4ef900)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:38:58.030963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:58.031415 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:58.078253 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fedfeb3f-e230-4110-ba83-cc179cf91dd8 req-c46d5969-880b-48d4-bc5f-41d97d50f32e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539219
Feb 17 04:38:58.086709 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-8bae8383-732f-466c-9ea5-e63ff959bd57 req-230c5552-7233-4e5c-8f95-d3d91fa68d30 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:58.110880 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Allocated IP 172.27.2.217 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/8595247e-c94f-48ca-81a5-8810db384b6f) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:38:58.117164 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-8bae8383-732f-466c-9ea5-e63ff959bd57 req-230c5552-7233-4e5c-8f95-d3d91fa68d30 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:58.135013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0eca53f3-8bfc-4666-a8a4-846afedda470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:58.276211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:58.296320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c5552-7233-4e5c-8f95-d3d91fa68d30 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Pushing event updated for resources: {'Port': ['ID=e61721f8-ed25-4ebf-82cf-247999d61026,revision_number=6']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:58.301122 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-230c5552-7233-4e5c-8f95-d3d91fa68d30 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:58.340805 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae8383-732f-466c-9ea5-e63ff959bd57 req-230c5552-7233-4e5c-8f95-d3d91fa68d30 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:58.341490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-8bae8383-732f-466c-9ea5-e63ff959bd57 req-230c5552-7233-4e5c-8f95-d3d91fa68d30 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:58.342986 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8bae8383-732f-466c-9ea5-e63ff959bd57 req-230c5552-7233-4e5c-8f95-d3d91fa68d30 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "PUT /v2.0/ports/e61721f8-ed25-4ebf-82cf-247999d61026 HTTP/1.1" status: 200  len: 942 time: 0.9860246
Feb 17 04:38:58.343573 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:58.347772 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:58.365844 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ebf365bb-56db-4c16-9d1b-38b7cef6bbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:58.404290 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026', 'status': 'completed', 'code': 200}
Feb 17 04:38:58.497854 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-265fc0ae-c50b-4c3f-ba1f-18fbb42d8116 req-1b89c2fb-3842-4dc9-a721-3e3eaa50bcda tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups/c44920cf-8ce7-4304-aeb4-587c058b73cb HTTP/1.1" status: 200  len: 3005 time: 0.1270840
Feb 17 04:38:58.546003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event updated for resources: {'Port': ['ID=8595247e-c94f-48ca-81a5-8810db384b6f,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:58.551487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:58.594054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-e90e3be5-da09-4708-b2ee-e2143837efb3 None None] Provisioning complete for port e61721f8-ed25-4ebf-82cf-247999d61026 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:38:58.594517 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e90e3be5-da09-4708-b2ee-e2143837efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:58.605125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-265fc0ae-c50b-4c3f-ba1f-18fbb42d8116 req-56180dac-f172-41da-9c73-421d797237e5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:58.657307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc1d4-b0bf-46cd-ba3b-2308dc3a3481 req-34ff9597-41f9-4bbf-997e-84f6fd9aaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:58.659880 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a62cc1d4-b0bf-46cd-ba3b-2308dc3a3481 req-34ff9597-41f9-4bbf-997e-84f6fd9aaf30 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=14187639adc74d1bb49ed835b238d04c&device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 1162 time: 0.2241082
Feb 17 04:38:58.662311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-265fc0ae-c50b-4c3f-ba1f-18fbb42d8116 req-56180dac-f172-41da-9c73-421d797237e5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:58.680671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:38:58.683887 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:38:58.687252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:38:58.772685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9f73-8a23-4d50-a831-66cb11e2cc17 req-d1471a70-c5f5-499c-be0b-a0f8825d3a06 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:58.774375 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ecad9f73-8a23-4d50-a831-66cb11e2cc17 req-d1471a70-c5f5-499c-be0b-a0f8825d3a06 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 945 time: 0.1874404
Feb 17 04:38:58.850145 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ecad9f73-8a23-4d50-a831-66cb11e2cc17 req-299ee655-c705-4c89-a9a4-83b13310c647 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639882
Feb 17 04:38:58.856418 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:58.866460 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc1d4-b0bf-46cd-ba3b-2308dc3a3481 req-ccc30903-2c4d-4960-bc96-ea7339a5a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:58.873360 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a62cc1d4-b0bf-46cd-ba3b-2308dc3a3481 req-ccc30903-2c4d-4960-bc96-ea7339a5a974 service neutron] 10.222.0.76 "GET /v2.0/networks?id=25653d82-43fa-4aa5-a3be-d27965409dd3 HTTP/1.1" status: 200  len: 909 time: 0.1961401
Feb 17 04:38:58.935799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-265fc0ae-c50b-4c3f-ba1f-18fbb42d8116 req-56180dac-f172-41da-9c73-421d797237e5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:58.958081 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-69e15309-ec0c-4114-b16f-f5d2d3edf202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:58.981792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56180dac-f172-41da-9c73-421d797237e5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44920cf-8ce7-4304-aeb4-587c058b73cb,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:58.985587 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-56180dac-f172-41da-9c73-421d797237e5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:59.021662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:59.023711 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a62cc1d4-b0bf-46cd-ba3b-2308dc3a3481 req-1d4b4406-7969-45bb-8562-e07f0f911c91 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e61721f8-ed25-4ebf-82cf-247999d61026 HTTP/1.1" status: 200  len: 1001 time: 0.1468437
Feb 17 04:38:59.028925 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-265fc0ae-c50b-4c3f-ba1f-18fbb42d8116 req-56180dac-f172-41da-9c73-421d797237e5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:59.030071 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-265fc0ae-c50b-4c3f-ba1f-18fbb42d8116 req-56180dac-f172-41da-9c73-421d797237e5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "DELETE /v2.0/security-groups/c44920cf-8ce7-4304-aeb4-587c058b73cb HTTP/1.1" status: 204  len: 173 time: 0.5238798
Feb 17 04:38:59.354989 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ac486-d83f-4d5e-8426-3e2d5bfd2e92 req-09f59a29-c883-49be-8d7d-3d2d20a5f1be tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:59.356827 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3b3ac486-d83f-4d5e-8426-3e2d5bfd2e92 req-09f59a29-c883-49be-8d7d-3d2d20a5f1be tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.2433386
Feb 17 04:38:59.437091 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3b3ac486-d83f-4d5e-8426-3e2d5bfd2e92 req-1f9318a4-48dd-4c94-9cb3-9343896ea36b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682590
Feb 17 04:38:59.455422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc1d4-b0bf-46cd-ba3b-2308dc3a3481 req-c6efe750-1297-4478-be83-61ea7d0854b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:59.457398 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a62cc1d4-b0bf-46cd-ba3b-2308dc3a3481 req-c6efe750-1297-4478-be83-61ea7d0854b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9635206-c9e7-49d0-bd4e-847855edf914 HTTP/1.1" status: 200  len: 854 time: 0.4241428
Feb 17 04:38:59.465686 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:59.466069 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-ac70dec6-ada2-4322-821f-656f5f607869 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/floatingips/be415ef1-4afb-4a2b-8f66-3c0f702cef4d HTTP/1.1" status: 200  len: 998 time: 0.3843210
Feb 17 04:38:59.500203 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:59.510720 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:38:59.540000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:38:59.616323 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1', 'code': 200}
Feb 17 04:38:59.702478 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc1d4-b0bf-46cd-ba3b-2308dc3a3481 req-9b4e67d2-f82e-4829-a350-d4e47282efce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:59.704144 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a62cc1d4-b0bf-46cd-ba3b-2308dc3a3481 req-9b4e67d2-f82e-4829-a350-d4e47282efce service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25653d82-43fa-4aa5-a3be-d27965409dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1982052
Feb 17 04:38:59.712609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-4fec92d2-2cd1-4e0d-a7ac-f42a79e56be7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:38:59.714055 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-4fec92d2-2cd1-4e0d-a7ac-f42a79e56be7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/networks/41731883-87f5-4e1a-89a9-5fc9628819cc HTTP/1.1" status: 200  len: 784 time: 0.2393458
Feb 17 04:38:59.723734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event updated for resources: {'Port': ['ID=8595247e-c94f-48ca-81a5-8810db384b6f,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:38:59.730147 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:38:59.801146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-0279ae20-39be-4790-9ea9-3a4b0ec145e7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:38:59.802281 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-0279ae20-39be-4790-9ea9-3a4b0ec145e7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0585310
Feb 17 04:38:59.826520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:59.923610 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:38:59.935347 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5527854
Feb 17 04:38:59.980469 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-a0633987-4297-4c13-82ae-cedd349c8dd6 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.189 HTTP/1.1" status: 200  len: 1001 time: 0.1642311
Feb 17 04:38:59.982909 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a62cc1d4-b0bf-46cd-ba3b-2308dc3a3481 req-61cb3edd-bc1e-425a-91cb-d0e68d769dee service neutron] 10.222.0.76 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2657576
Feb 17 04:39:00.179104 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-bcec9546-a12d-4ec8-aaf8-1f7dc2bdbd9c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:00.179690 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e87da-fb17-4b4b-a350-8b76657dbb98 req-7e94c8bf-ddb8-429e-8da0-fb16c8359a4b tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:00.180610 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-bcec9546-a12d-4ec8-aaf8-1f7dc2bdbd9c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports/e61721f8-ed25-4ebf-82cf-247999d61026 HTTP/1.1" status: 200  len: 942 time: 0.1916726
Feb 17 04:39:00.181368 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d87e87da-fb17-4b4b-a350-8b76657dbb98 req-7e94c8bf-ddb8-429e-8da0-fb16c8359a4b tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 945 time: 0.1952052
Feb 17 04:39:00.188344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3d98a-411f-4e27-9db4-634a7b39825b req-08ed1e9e-1df7-48a0-88cc-11d3cd938bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:00.189999 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-92d3d98a-411f-4e27-9db4-634a7b39825b req-08ed1e9e-1df7-48a0-88cc-11d3cd938bb2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 1162 time: 0.1155281
Feb 17 04:39:00.226369 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a62cc1d4-b0bf-46cd-ba3b-2308dc3a3481 req-61a9effe-3d0a-4cdf-8ec1-b28faa280a30 service neutron] 10.222.0.76 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2347829
Feb 17 04:39:00.227014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 9f18046e-e3e6-4296-a693-3a238c8173b1 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:00.298465 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d87e87da-fb17-4b4b-a350-8b76657dbb98 req-8d86eb11-425c-43f0-9e27-1ce25d42651c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067762
Feb 17 04:39:00.301025 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-92d3d98a-411f-4e27-9db4-634a7b39825b req-9365451b-e2fd-4132-9144-39df17b88866 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0883818
Feb 17 04:39:00.336857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 9f18046e-e3e6-4296-a693-3a238c8173b1 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:00.337288 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:00.400338 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-3d85828f-6162-4610-8be0-028efc96cc91 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.189 HTTP/1.1" status: 200  len: 1001 time: 0.1273258
Feb 17 04:39:00.445197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-4641973b-8215-4901-a714-e933dd5cfbde tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Synchronizing usage tracker for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:security_group {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:00.481813 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device e61721f8-ed25-4ebf-82cf-247999d61026 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:00.511527 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-4641973b-8215-4901-a714-e933dd5cfbde tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Unset dirty status for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:security_group {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:00.513056 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-4641973b-8215-4901-a714-e933dd5cfbde tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--768209731&fields=id&tenant_id=0ceefaf95d6747d4874041041d75b0c7 HTTP/1.1" status: 200  len: 267 time: 0.1191635
Feb 17 04:39:00.558794 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port e61721f8-ed25-4ebf-82cf-247999d61026 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:00.559341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:00.668836 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Deleting port fae640ff-165e-4036-84aa-73e2162f152d {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:00.673037 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:00.714890 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-3d7c8056-45c5-4494-933a-d6dbea231807 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:00.716719 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-3d7c8056-45c5-4494-933a-d6dbea231807 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/networks?id=db318819-52ac-454a-9acd-88522654014f HTTP/1.1" status: 200  len: 811 time: 0.1961522
Feb 17 04:39:00.733463 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-313f7491-7231-440f-a88d-35999e1f61de tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/quotas/0ceefaf95d6747d4874041041d75b0c7 HTTP/1.1" status: 200  len: 375 time: 0.0102160
Feb 17 04:39:00.830340 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-7dab3992-5cd2-4435-9891-5d79f01f7d07 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ceefaf95d6747d4874041041d75b0c7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0909660
Feb 17 04:39:00.877729 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:00.878103 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:01.007363 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-be46a6be-8b52-449c-9df6-600d6a6fb2e1 service neutron] 10.222.0.73 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580727
Feb 17 04:39:01.037690 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Calling delete_port for fae640ff-165e-4036-84aa-73e2162f152d owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:01.169400 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-c2f4b6ac-bf2c-4f27-ba02-1b1c5c8853c8 service neutron] 10.222.0.73 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1551182
Feb 17 04:39:01.242484 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:01.258861 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e7dec41d-1350-42f0-9639-57ed4f6852fd tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:01.363605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Pushing event deleted for resources: {'Port': ['ID=fae640ff-165e-4036-84aa-73e2162f152d,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:01.368342 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:01.499051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:01.499667 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Floating IP be415ef1-4afb-4a2b-8f66-3c0f702cef4d disassociated (deleted). External IP: 172.27.2.189, port: e61721f8-ed25-4ebf-82cf-247999d61026.
Feb 17 04:39:01.566126 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15af90-d3d3-4952-b4e6-f3d857d04a91 req-232b8f05-0b95-46ca-a2ea-31449c0cdf47 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:01.567785 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9e15af90-d3d3-4952-b4e6-f3d857d04a91 req-232b8f05-0b95-46ca-a2ea-31449c0cdf47 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0999935
Feb 17 04:39:01.641341 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9e15af90-d3d3-4952-b4e6-f3d857d04a91 req-1bfab973-0402-4160-90cc-ebd807015167 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556347
Feb 17 04:39:01.788480 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-36b28b9f-cbb3-498f-915c-3410fb3625fb req-c9604b76-3cf5-4919-88f9-54b559a1e666 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 210 time: 0.0599375
Feb 17 04:39:01.922759 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Router df336ab0-4e50-4610-96cc-685ec7b0d52c has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:39:02.033408 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 9f18046e-e3e6-4296-a693-3a238c8173b1 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:02.121273 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 9f18046e-e3e6-4296-a693-3a238c8173b1 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:02.121697 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:02.372879 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:39:02.383694 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff8b4b-3be3-430e-a754-12e261f0de55 None None] Sync routers for ids ['df336ab0-4e50-4610-96cc-685ec7b0d52c'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:39:02.393571 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff8b4b-3be3-430e-a754-12e261f0de55 None None] Routers {'df336ab0-4e50-4610-96cc-685ec7b0d52c'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:39:02.394236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ccff8b4b-3be3-430e-a754-12e261f0de55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000c8869e8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['df336ab0-4e50-4610-96cc-685ec7b0d52c'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:02.500984 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:02.571981 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "DELETE /v2.0/floatingips/be415ef1-4afb-4a2b-8f66-3c0f702cef4d HTTP/1.1" status: 204  len: 173 time: 2.1638443
Feb 17 04:39:02.572467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:02.606804 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-ccff8b4b-3be3-430e-a754-12e261f0de55 None None] Set router df336ab0-4e50-4610-96cc-685ec7b0d52c gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:39:02.679350 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-3c92c0dd-c57d-48bf-b7ed-c8632f413e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:02.681004 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-3c92c0dd-c57d-48bf-b7ed-c8632f413e51 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14187639adc74d1bb49ed835b238d04c&device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 1162 time: 0.0926783
Feb 17 04:39:02.850154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-7a18d816-a726-494c-a1e0-0e5b9c03552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:02.851855 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-7a18d816-a726-494c-a1e0-0e5b9c03552a service neutron] 10.222.0.73 "GET /v2.0/networks?id=25653d82-43fa-4aa5-a3be-d27965409dd3 HTTP/1.1" status: 200  len: 909 time: 0.1643531
Feb 17 04:39:02.937738 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-4e311298-b458-42b5-ac8a-02ec6a89b206 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e61721f8-ed25-4ebf-82cf-247999d61026 HTTP/1.1" status: 200  len: 217 time: 0.0780194
Feb 17 04:39:03.032118 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-4900a411-130a-4881-9e7f-7412e3ef7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:03.034174 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-4900a411-130a-4881-9e7f-7412e3ef7c9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9635206-c9e7-49d0-bd4e-847855edf914 HTTP/1.1" status: 200  len: 854 time: 0.0888336
Feb 17 04:39:03.036529 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026', 'status': 'completed', 'code': 200}
Feb 17 04:39:03.151768 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-aeab192a-27d5-40d6-86a2-f73dbb54af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:03.154587 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-aeab192a-27d5-40d6-86a2-f73dbb54af5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25653d82-43fa-4aa5-a3be-d27965409dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1103096
Feb 17 04:39:03.189438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ccff8b4b-3be3-430e-a754-12e261f0de55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000c8869e8>, [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:35:56Z', 'revision_number': 4, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c', 'name': '', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'mac_address': 'fa:16:3e:5a:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:53Z', 'updated_at': '2021-02-17T04:36:08Z', 'revision_number': 5, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'subnets': [{'id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:03.197720 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff8b4b-3be3-430e-a754-12e261f0de55 None None] Checking router: df336ab0-4e50-4610-96cc-685ec7b0d52c for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:39:03.210464 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff8b4b-3be3-430e-a754-12e261f0de55 None None] Routers {'df336ab0-4e50-4610-96cc-685ec7b0d52c'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:39:03.211153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ccff8b4b-3be3-430e-a754-12e261f0de55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000c8869e8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['df336ab0-4e50-4610-96cc-685ec7b0d52c'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:03.434468 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-4b0b454f-dbe9-4fa4-8949-a27c1aca52f7 service neutron] 10.222.0.73 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2720399
Feb 17 04:39:03.495514 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-ccff8b4b-3be3-430e-a754-12e261f0de55 None None] Set router df336ab0-4e50-4610-96cc-685ec7b0d52c gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:39:03.507741 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968857b7-da61-4fa4-872d-cccb97c2f574 req-5f1a6335-fdf5-456b-a463-69515a6f34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:03.509408 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-968857b7-da61-4fa4-872d-cccb97c2f574 req-5f1a6335-fdf5-456b-a463-69515a6f34e4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=14187639adc74d1bb49ed835b238d04c&device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 1162 time: 0.4395885
Feb 17 04:39:03.559813 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645108d-3fd3-41f4-9580-7a3f22536a98 req-9210d8c2-bb92-4d2b-be4a-2f3f327b59b7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:03.561881 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e645108d-3fd3-41f4-9580-7a3f22536a98 req-9210d8c2-bb92-4d2b-be4a-2f3f327b59b7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.1212599
Feb 17 04:39:03.625784 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ecbe64-a239-46f6-aa7c-9ff3dc7d2463 req-06f35147-04eb-4b6c-86d1-f3cd845a1cdc service neutron] 10.222.0.73 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1839471
Feb 17 04:39:03.631898 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e645108d-3fd3-41f4-9580-7a3f22536a98 req-279a6797-eca5-43e1-a409-fc020b4ee3f6 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574613
Feb 17 04:39:03.973032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-a8101f36-4c73-41a1-8b12-96fa82bf0f57 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:03.975484 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-a8101f36-4c73-41a1-8b12-96fa82bf0f57 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.76 "GET /v2.0/networks?id=db318819-52ac-454a-9acd-88522654014f HTTP/1.1" status: 200  len: 811 time: 0.4365528
Feb 17 04:39:03.984215 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa25251f-9501-4f14-b941-9152054c52f3 req-dde2a200-ab8d-4272-89ec-d163075d1b86 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 210 time: 0.0711603
Feb 17 04:39:03.998290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ccff8b4b-3be3-430e-a754-12e261f0de55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000c8869e8>, [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:35:56Z', 'revision_number': 4, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c', 'name': '', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'mac_address': 'fa:16:3e:5a:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:53Z', 'updated_at': '2021-02-17T04:36:08Z', 'revision_number': 5, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'subnets': [{'id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:04.009184 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24cd98-f2fd-45d2-ad39-730c69e32c6f req-7e164984-d723-4bed-b71c-155f3a8e55a5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:04.011321 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1d24cd98-f2fd-45d2-ad39-730c69e32c6f req-7e164984-d723-4bed-b71c-155f3a8e55a5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.1760879
Feb 17 04:39:04.020304 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff8b4b-3be3-430e-a754-12e261f0de55 None None] The sync data for ids ['df336ab0-4e50-4610-96cc-685ec7b0d52c'] in dv-cinder-759955-5-iscsi is: [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:35:56Z', 'revision_number': 4, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c', 'name': '', 'network_id': '25653d82-43fa-4aa5-a3be-d27965409dd3', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'mac_address': 'fa:16:3e:5a:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:53Z', 'updated_at': '2021-02-17T04:36:08Z', 'revision_number': 5, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'subnets': [{'id': 'a9635206-c9e7-49d0-bd4e-847855edf914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:39:04.028306 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59698) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:04.032068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968857b7-da61-4fa4-872d-cccb97c2f574 req-016445df-0ff1-4120-a37d-348f1fa058d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:04.037683 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-968857b7-da61-4fa4-872d-cccb97c2f574 req-016445df-0ff1-4120-a37d-348f1fa058d3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=25653d82-43fa-4aa5-a3be-d27965409dd3 HTTP/1.1" status: 200  len: 909 time: 0.5087719
Feb 17 04:39:04.038786 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-1c72a0fa-2225-4e99-9626-c2a1cee7da82 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Request body: {'floatingip': {'port_id': '9f18046e-e3e6-4296-a693-3a238c8173b1'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:04.191034 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-a50769a1-2320-447a-b4e0-30770d6ae73c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Synchronizing usage tracker for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:04.211611 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-968857b7-da61-4fa4-872d-cccb97c2f574 req-76ff7f24-b76c-4c48-9622-77f18ffcc661 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e61721f8-ed25-4ebf-82cf-247999d61026 HTTP/1.1" status: 200  len: 217 time: 0.1096601
Feb 17 04:39:04.216244 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1c72a0fa-2225-4e99-9626-c2a1cee7da82 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:04.221077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-a50769a1-2320-447a-b4e0-30770d6ae73c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Unset dirty status for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:04.222504 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-a50769a1-2320-447a-b4e0-30770d6ae73c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ceefaf95d6747d4874041041d75b0c7 HTTP/1.1" status: 200  len: 5703 time: 0.2098527
Feb 17 04:39:04.236796 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Request body: {'port': {'device_id': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'admin_state_up': True, 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'security_groups': ['5a9dafa4-a182-4fd4-8961-5a7c90db32c2']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:04.421593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:39:04.431096 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Usage tracker for resource:port and tenant:0ceefaf95d6747d4874041041d75b0c7 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:39:04.434423 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:39:04.447084 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:39:04.471985 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968857b7-da61-4fa4-872d-cccb97c2f574 req-abc04c18-a46e-4f73-8093-5b11318a9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:04.473673 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-968857b7-da61-4fa4-872d-cccb97c2f574 req-abc04c18-a46e-4f73-8093-5b11318a9f53 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a9635206-c9e7-49d0-bd4e-847855edf914 HTTP/1.1" status: 200  len: 854 time: 0.1916785
Feb 17 04:39:04.511374 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Made reservation on behalf of 0ceefaf95d6747d4874041041d75b0c7 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:39:04.517693 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:04.603649 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee73968-324d-450b-a3f9-88e63d7f4b08 None None] New status for floating IP be415ef1-4afb-4a2b-8f66-3c0f702cef4d: DOWN {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:39:04.833138 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968857b7-da61-4fa4-872d-cccb97c2f574 req-ab1bfff9-0806-49b8-b3e7-94c6e44fdc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:04.835376 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-968857b7-da61-4fa4-872d-cccb97c2f574 req-ab1bfff9-0806-49b8-b3e7-94c6e44fdc22 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25653d82-43fa-4aa5-a3be-d27965409dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3478639
Feb 17 04:39:04.933768 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Allocated IP 172.20.0.9 (db318819-52ac-454a-9acd-88522654014f/fb541eeb-bbaf-4cdc-be92-cb0eb60b219f/6249f6fb-e214-4e01-88cf-00d6399056e8) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:39:05.123403 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-968857b7-da61-4fa4-872d-cccb97c2f574 req-be6834ab-ecea-4ff7-8896-f1009c6ae816 service neutron] 10.222.0.76 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2686844
Feb 17 04:39:05.182037 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:05.200111 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Transition to ACTIVE for port object 6249f6fb-e214-4e01-88cf-00d6399056e8 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:39:05.208607 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-19d24615-472a-4911-89a2-82a74be011c5 req-d1db74eb-8bb5-46d1-aad6-e943e7a68dc4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 210 time: 0.0832555
Feb 17 04:39:05.284058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:05.303490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:05.429891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-cea1687b-a642-41bb-8232-789291c0fd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:05.442873 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-968857b7-da61-4fa4-872d-cccb97c2f574 req-5c05e649-076c-42cb-9c1f-9c2c523e6197 service neutron] 10.222.0.76 "GET /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2718580
Feb 17 04:39:05.445737 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1c72a0fa-2225-4e99-9626-c2a1cee7da82 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:05.460503 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event updated for resources: {'Port': ['ID=6249f6fb-e214-4e01-88cf-00d6399056e8,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:05.465500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:05.472563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1c72a0fa-2225-4e99-9626-c2a1cee7da82 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:05.525066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Network db318819-52ac-454a-9acd-88522654014f is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:39:05.526283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:39:05.528688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:39:05.603892 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:05.604157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:05.604980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:05.672235 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4402628
Feb 17 04:39:05.673951 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [None req-1c72a0fa-2225-4e99-9626-c2a1cee7da82 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Floating IP 9d6aa9c2-bf9f-4d3a-8a72-26f8378d7d5b associated. External IP: 172.27.2.183, port: 9f18046e-e3e6-4296-a693-3a238c8173b1.
Feb 17 04:39:05.690835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Request body: {'port': {'device_id': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:05.839461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:05.865462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-708a0046-d119-4280-9bbb-6b07078c4a88 None None] Provisioning for port 6249f6fb-e214-4e01-88cf-00d6399056e8 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:39:05.871604 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-708a0046-d119-4280-9bbb-6b07078c4a88 None None] Provisioning complete for port 6249f6fb-e214-4e01-88cf-00d6399056e8 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:05.872062 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-708a0046-d119-4280-9bbb-6b07078c4a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:05.943822 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-708a0046-d119-4280-9bbb-6b07078c4a88 None None] Port 6249f6fb-e214-4e01-88cf-00d6399056e8 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:39:06.332092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6249f6fb-e214-4e01-88cf-00d6399056e8 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:39:06.341460 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:06.354184 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Transition to ACTIVE for port object 6249f6fb-e214-4e01-88cf-00d6399056e8 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:39:06.379662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c72a0fa-2225-4e99-9626-c2a1cee7da82 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Router 13a67db9-d453-44be-b63e-5809782901a8 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:39:06.391589 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:06.417975 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:06.566561 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Pushing event updated for resources: {'Port': ['ID=6249f6fb-e214-4e01-88cf-00d6399056e8,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:06.580360 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:06.597878 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c3671-3d65-4e08-a807-7ad5ebd97844 req-d512798b-7900-430b-8dab-6a0d198d2c9a tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:06.599566 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f82c3671-3d65-4e08-a807-7ad5ebd97844 req-d512798b-7900-430b-8dab-6a0d198d2c9a tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 943 time: 0.2610917
Feb 17 04:39:06.665345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c72a0fa-2225-4e99-9626-c2a1cee7da82 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:39:06.670847 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1c72a0fa-2225-4e99-9626-c2a1cee7da82 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:06.678697 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c56e41b-b6ef-4d96-bbb5-660b5c340ba7 None None] Sync routers for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:39:06.694210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c56e41b-b6ef-4d96-bbb5-660b5c340ba7 None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:39:06.696012 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-3c56e41b-b6ef-4d96-bbb5-660b5c340ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d6f10b8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:06.748613 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-1c72a0fa-2225-4e99-9626-c2a1cee7da82 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "PUT /v2.0/floatingips/9d6aa9c2-bf9f-4d3a-8a72-26f8378d7d5b HTTP/1.1" status: 200  len: 991 time: 2.7160494
Feb 17 04:39:06.751192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:06.768435 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f82c3671-3d65-4e08-a807-7ad5ebd97844 req-edbb511d-d9bd-4b79-b687-e0153b41d825 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a9dafa4-a182-4fd4-8961-5a7c90db32c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1611116
Feb 17 04:39:06.860725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Attempting to bind port 6249f6fb-e214-4e01-88cf-00d6399056e8 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:39:06.861304 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Attempting to bind port 6249f6fb-e214-4e01-88cf-00d6399056e8 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:39:06.861679 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Attempting to bind port 6249f6fb-e214-4e01-88cf-00d6399056e8 on network db318819-52ac-454a-9acd-88522654014f {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:39:06.869387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:39:06.870010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Checking segment: {'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:39:06.870311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:06.870751 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Bound using segment: {'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:39:06.871274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Bound port: 6249f6fb-e214-4e01-88cf-00d6399056e8, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8427c33-7010-4d70-a834-da6e7644a730', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db318819-52ac-454a-9acd-88522654014f'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:39:06.871683 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:06.939590 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1', 'status': 'completed', 'code': 200}
Feb 17 04:39:06.957001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-3c56e41b-b6ef-4d96-bbb5-660b5c340ba7 None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:39:06.984460 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] For port 6249f6fb-e214-4e01-88cf-00d6399056e8, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:39:06.987868 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] For port 6249f6fb-e214-4e01-88cf-00d6399056e8, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=6249f6fb-e214-4e01-88cf-00d6399056e8,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:39:07.032148 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:07.049365 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-749c434f-6b28-4b2f-a4b9-0532ead1700c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:07.063864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54b777-fb74-4564-b51b-851df82277bb req-0ff84ff2-68e1-4add-aede-28efa22737e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:07.065649 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa54b777-fb74-4564-b51b-851df82277bb req-0ff84ff2-68e1-4add-aede-28efa22737e4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4db349eea3a41deb61c89e67a673600&device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 1162 time: 0.0965428
Feb 17 04:39:07.210134 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Pushing event updated for resources: {'Port': ['ID=6249f6fb-e214-4e01-88cf-00d6399056e8,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:07.213752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:07.222475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54b777-fb74-4564-b51b-851df82277bb req-c3889043-71ca-4650-99af-2ee3bb0ea2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:07.225055 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa54b777-fb74-4564-b51b-851df82277bb req-c3889043-71ca-4650-99af-2ee3bb0ea2c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 200  len: 911 time: 0.1503923
Feb 17 04:39:07.252364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:07.253032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:07.254603 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] 10.222.0.76 "PUT /v2.0/ports/6249f6fb-e214-4e01-88cf-00d6399056e8 HTTP/1.1" status: 200  len: 1157 time: 1.5686216
Feb 17 04:39:07.255162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'tag': '6249f6fb-e214-4e01-88cf-00d6399056e8'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:07.317359 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'tag': '6249f6fb-e214-4e01-88cf-00d6399056e8', 'status': 'completed', 'code': 200}
Feb 17 04:39:07.365875 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa54b777-fb74-4564-b51b-851df82277bb req-32c0cc0e-0808-43c4-9002-dc0fef17510f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f18046e-e3e6-4296-a693-3a238c8173b1 HTTP/1.1" status: 200  len: 999 time: 0.1279147
Feb 17 04:39:07.369356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-3c56e41b-b6ef-4d96-bbb5-660b5c340ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d6f10b8>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '9d6aa9c2-bf9f-4d3a-8a72-26f8378d7d5b', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '13a67db9-d453-44be-b63e-5809782901a8', 'port_id': '9f18046e-e3e6-4296-a693-3a238c8173b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'mac_address': 'fa:16:3e:1f:ea:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:41Z', 'updated_at': '2021-02-17T04:39:05Z', 'revision_number': 1, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:07.374332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c56e41b-b6ef-4d96-bbb5-660b5c340ba7 None None] Checking router: 13a67db9-d453-44be-b63e-5809782901a8 for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:39:07.384656 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c56e41b-b6ef-4d96-bbb5-660b5c340ba7 None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:39:07.385332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-3c56e41b-b6ef-4d96-bbb5-660b5c340ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d6f10b8>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:38:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:07.437526 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-4bf4a536-2dc9-4a37-ae8d-6d99908b7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:07.439215 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-4bf4a536-2dc9-4a37-ae8d-6d99908b7196 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ceefaf95d6747d4874041041d75b0c7&device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 1160 time: 0.1003373
Feb 17 04:39:07.450668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54b777-fb74-4564-b51b-851df82277bb req-91d98724-92f3-487e-bd4b-88f72592d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:07.452306 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa54b777-fb74-4564-b51b-851df82277bb req-91d98724-92f3-487e-bd4b-88f72592d3c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0186b1a0-62b8-4766-b853-dd62c7fb19d9 HTTP/1.1" status: 200  len: 856 time: 0.0732815
Feb 17 04:39:07.524801 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-5abf10b7-99ea-4f58-b504-8aaede32c575 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6249f6fb-e214-4e01-88cf-00d6399056e8 HTTP/1.1" status: 200  len: 217 time: 0.0758514
Feb 17 04:39:07.549263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54b777-fb74-4564-b51b-851df82277bb req-9899271c-aacf-4743-9cde-e3ede73c43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:07.550820 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa54b777-fb74-4564-b51b-851df82277bb req-9899271c-aacf-4743-9cde-e3ede73c43aa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0906088
Feb 17 04:39:07.607152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-890ccd53-f106-4224-a6a8-5388cc2b38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:07.609577 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-890ccd53-f106-4224-a6a8-5388cc2b38c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb541eeb-bbaf-4cdc-be92-cb0eb60b219f HTTP/1.1" status: 200  len: 850 time: 0.0765340
Feb 17 04:39:07.621832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-3c56e41b-b6ef-4d96-bbb5-660b5c340ba7 None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:39:07.714968 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-fd189f18-45e8-4dc0-a1e8-fc2a235465fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:07.716222 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-fd189f18-45e8-4dc0-a1e8-fc2a235465fa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=db318819-52ac-454a-9acd-88522654014f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0974650
Feb 17 04:39:07.757856 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa54b777-fb74-4564-b51b-851df82277bb req-3b36b89c-51a6-49f1-8277-a0ef28357e79 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1890094
Feb 17 04:39:07.899976 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-8f5cfdeb-c9ea-4e5e-92f4-ec03d9aa3d4f service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1746414
Feb 17 04:39:07.922264 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa54b777-fb74-4564-b51b-851df82277bb req-01c4826f-88a7-4169-aab3-b9390fa7add0 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1575382
Feb 17 04:39:08.029841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827a819-d9d4-40af-8cc3-4d0fb7627b8b req-c0a429dd-d9a8-425f-8788-324a585dc2a4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:08.041583 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e827a819-d9d4-40af-8cc3-4d0fb7627b8b req-c0a429dd-d9a8-425f-8788-324a585dc2a4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 943 time: 0.1141798
Feb 17 04:39:08.063782 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fcc7d5fe-cc31-4092-9a0c-4b449ff2798a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:08.100783 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e0696963-c953-4f8f-a36a-10e7306dab9a req-bd245d75-19de-4c6d-9e65-fbe1775e8e54 service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1877151
Feb 17 04:39:08.102842 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e827a819-d9d4-40af-8cc3-4d0fb7627b8b req-30f70591-f89f-4bcf-800c-b4428c7731db tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a9dafa4-a182-4fd4-8961-5a7c90db32c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600946
Feb 17 04:39:08.119035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-3c56e41b-b6ef-4d96-bbb5-660b5c340ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d6f10b8>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '9d6aa9c2-bf9f-4d3a-8a72-26f8378d7d5b', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '13a67db9-d453-44be-b63e-5809782901a8', 'port_id': '9f18046e-e3e6-4296-a693-3a238c8173b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'mac_address': 'fa:16:3e:1f:ea:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:41Z', 'updated_at': '2021-02-17T04:39:05Z', 'revision_number': 1, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:08.125205 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c56e41b-b6ef-4d96-bbb5-660b5c340ba7 None None] The sync data for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi is: [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '9d6aa9c2-bf9f-4d3a-8a72-26f8378d7d5b', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '13a67db9-d453-44be-b63e-5809782901a8', 'port_id': '9f18046e-e3e6-4296-a693-3a238c8173b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'mac_address': 'fa:16:3e:1f:ea:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:41Z', 'updated_at': '2021-02-17T04:39:05Z', 'revision_number': 1, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:39:08.289877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e6e3-9d88-46f7-98b8-1577094e4cf3 req-d8675120-2bcc-4ae3-be14-1379b2dfaa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:08.291547 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8bb8e6e3-9d88-46f7-98b8-1577094e4cf3 req-d8675120-2bcc-4ae3-be14-1379b2dfaa27 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ceefaf95d6747d4874041041d75b0c7&device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 1160 time: 0.0878472
Feb 17 04:39:08.340351 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:08.420229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445d7b4-8693-4866-ae69-a09c53a6aaec None None] New status for floating IP 9d6aa9c2-bf9f-4d3a-8a72-26f8378d7d5b: ACTIVE {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:39:08.730633 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e6e3-9d88-46f7-98b8-1577094e4cf3 req-dbefb214-586c-4cc1-a278-a762f732c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:08.732372 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8bb8e6e3-9d88-46f7-98b8-1577094e4cf3 req-dbefb214-586c-4cc1-a278-a762f732c116 service neutron] 10.222.0.76 "GET /v2.0/networks?id=db318819-52ac-454a-9acd-88522654014f HTTP/1.1" status: 200  len: 905 time: 0.4325655
Feb 17 04:39:08.809457 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8bb8e6e3-9d88-46f7-98b8-1577094e4cf3 req-3787f0ec-c811-4a0e-826f-b2d1ff3d1c9c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6249f6fb-e214-4e01-88cf-00d6399056e8 HTTP/1.1" status: 200  len: 217 time: 0.0681310
Feb 17 04:39:08.890000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e6e3-9d88-46f7-98b8-1577094e4cf3 req-6b103306-aeb6-40f0-b573-7a8647ce1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:08.891610 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8bb8e6e3-9d88-46f7-98b8-1577094e4cf3 req-6b103306-aeb6-40f0-b573-7a8647ce1033 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb541eeb-bbaf-4cdc-be92-cb0eb60b219f HTTP/1.1" status: 200  len: 850 time: 0.0747340
Feb 17 04:39:08.979796 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e6e3-9d88-46f7-98b8-1577094e4cf3 req-90245c51-6e9d-48e7-8f6a-73f58437ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:08.981406 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8bb8e6e3-9d88-46f7-98b8-1577094e4cf3 req-90245c51-6e9d-48e7-8f6a-73f58437ab0f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=db318819-52ac-454a-9acd-88522654014f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809941
Feb 17 04:39:09.141343 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8bb8e6e3-9d88-46f7-98b8-1577094e4cf3 req-5542d811-1077-4b00-8eab-58c0d40ee6fa service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513321
Feb 17 04:39:09.363486 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8bb8e6e3-9d88-46f7-98b8-1577094e4cf3 req-430439fb-bf3b-46e5-bde7-de97a0195bf4 service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2146595
Feb 17 04:39:09.373480 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46825cf6-e8ea-4bac-9683-795e93817c2e req-3aa30e3f-9d30-417a-b0ff-536b7b76752d tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:09.374265 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-46825cf6-e8ea-4bac-9683-795e93817c2e req-3aa30e3f-9d30-417a-b0ff-536b7b76752d tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Synchronizing usage tracker for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:09.425675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-46825cf6-e8ea-4bac-9683-795e93817c2e req-3aa30e3f-9d30-417a-b0ff-536b7b76752d tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Unset dirty status for tenant:0ceefaf95d6747d4874041041d75b0c7 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:09.427659 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-46825cf6-e8ea-4bac-9683-795e93817c2e req-3aa30e3f-9d30-417a-b0ff-536b7b76752d tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 943 time: 0.1861753
Feb 17 04:39:09.477199 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-46825cf6-e8ea-4bac-9683-795e93817c2e req-5492027e-0167-44b2-a7c5-3c564da239fa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a9dafa4-a182-4fd4-8961-5a7c90db32c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432558
Feb 17 04:39:09.625224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:10.631157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:10.705364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5a16e-db3b-408c-a0fa-b9deaff8feb1 req-0f7a04c1-970f-42d7-a03a-e16b7fd16d51 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:10.706954 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dda5a16e-db3b-408c-a0fa-b9deaff8feb1 req-0f7a04c1-970f-42d7-a03a-e16b7fd16d51 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 943 time: 0.0947351
Feb 17 04:39:10.760868 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dda5a16e-db3b-408c-a0fa-b9deaff8feb1 req-b160d829-2065-4234-ac9b-1fe125e49b1f tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a9dafa4-a182-4fd4-8961-5a7c90db32c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468998
Feb 17 04:39:10.762678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 6249f6fb-e214-4e01-88cf-00d6399056e8 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:10.870857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 6249f6fb-e214-4e01-88cf-00d6399056e8 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:39:10.876282 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 6249f6fb-e214-4e01-88cf-00d6399056e8 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:10.876700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:11.018696 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:11.049831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6249f6fb-e214-4e01-88cf-00d6399056e8'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:11.061935 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 6249f6fb-e214-4e01-88cf-00d6399056e8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=6249f6fb-e214-4e01-88cf-00d6399056e8,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:11.083074 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:11.086810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:11.130152 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6249f6fb-e214-4e01-88cf-00d6399056e8', 'code': 200}
Feb 17 04:39:11.173283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=6249f6fb-e214-4e01-88cf-00d6399056e8,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:11.179979 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:11.444255 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff9af4-239f-49a6-9b97-c1b5c7f13eaf req-60f73883-e56a-41b4-a12d-e5d1f7451260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:11.445882 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-24ff9af4-239f-49a6-9b97-c1b5c7f13eaf req-60f73883-e56a-41b4-a12d-e5d1f7451260 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 1162 time: 0.0830793
Feb 17 04:39:11.501246 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-24ff9af4-239f-49a6-9b97-c1b5c7f13eaf req-34439a2b-b64a-4a78-a237-ef56deda10b4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5a9dafa4-a182-4fd4-8961-5a7c90db32c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477767
Feb 17 04:39:11.975599 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf259d-1cc5-4641-8e60-6a1cad54f01b req-b7592fd0-dd19-4c7b-9670-c55b0b4a1094 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:11.977247 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-05cf259d-1cc5-4641-8e60-6a1cad54f01b req-b7592fd0-dd19-4c7b-9670-c55b0b4a1094 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 945 time: 0.0887508
Feb 17 04:39:12.028960 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-05cf259d-1cc5-4641-8e60-6a1cad54f01b req-be3100df-7be4-465c-92d5-f16a395fa21c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a9dafa4-a182-4fd4-8961-5a7c90db32c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451286
Feb 17 04:39:12.046092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 6249f6fb-e214-4e01-88cf-00d6399056e8 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:12.284186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 6249f6fb-e214-4e01-88cf-00d6399056e8 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:12.284516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:13.240573 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8418bf-45fd-4559-9d77-af8d18534348 req-1acf1342-2481-437c-b700-58881574fc60 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:13.242187 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8d8418bf-45fd-4559-9d77-af8d18534348 req-1acf1342-2481-437c-b700-58881574fc60 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 945 time: 0.0951922
Feb 17 04:39:13.292196 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8d8418bf-45fd-4559-9d77-af8d18534348 req-092d34aa-f0e9-4052-ae2d-ab37bfc77562 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a9dafa4-a182-4fd4-8961-5a7c90db32c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433838
Feb 17 04:39:13.488522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14433a0c-1d8a-42e2-9997-c5471c7f82a8 req-d1378895-f9a3-4913-816c-aa1b97f4533e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:13.490686 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-14433a0c-1d8a-42e2-9997-c5471c7f82a8 req-d1378895-f9a3-4913-816c-aa1b97f4533e tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 945 time: 0.0873067
Feb 17 04:39:13.500713 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59800) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:13.506905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-50b37180-8815-41ee-a3e2-7fd4f9a004a1 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Request body: {'floatingip': {'port_id': '6249f6fb-e214-4e01-88cf-00d6399056e8'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:13.594799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50b37180-8815-41ee-a3e2-7fd4f9a004a1 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:14.269501 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50b37180-8815-41ee-a3e2-7fd4f9a004a1 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:14.351557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50b37180-8815-41ee-a3e2-7fd4f9a004a1 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:14.422331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-d42320be-adbd-4309-860f-7c8e6190204c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:14.423991 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-d42320be-adbd-4309-860f-7c8e6190204c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/networks?id=373accc4-7a29-4586-831f-494c09eed7f5 HTTP/1.1" status: 200  len: 814 time: 0.1637790
Feb 17 04:39:14.440782 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7c402462-0813-4211-884e-4512af67c2c3 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/quotas/485e107aac5140888157d73b3f00eca9 HTTP/1.1" status: 200  len: 375 time: 0.0101266
Feb 17 04:39:14.535294 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-6019769d-87d8-4729-8e0c-6a7bdad7a68c tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=485e107aac5140888157d73b3f00eca9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0880082
Feb 17 04:39:14.695710 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-0f742258-dbf2-4ef0-a713-54863e5ba1a1 service neutron] 10.222.0.73 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523101
Feb 17 04:39:14.854550 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-8771d922-674f-479c-8245-8d63dbdcf307 service neutron] 10.222.0.73 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1510477
Feb 17 04:39:14.861692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbee530-51c0-4859-920c-aed3d49cf5a8 req-e13d5f9e-1ca5-4cde-9895-7cccf63a5d67 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:14.863504 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fbbee530-51c0-4859-920c-aed3d49cf5a8 req-e13d5f9e-1ca5-4cde-9895-7cccf63a5d67 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 945 time: 0.4536190
Feb 17 04:39:14.865685 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [None req-50b37180-8815-41ee-a3e2-7fd4f9a004a1 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Floating IP 122304e4-e822-4258-b173-b13385a91bd7 associated. External IP: 172.27.2.217, port: 6249f6fb-e214-4e01-88cf-00d6399056e8.
Feb 17 04:39:15.077582 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fbbee530-51c0-4859-920c-aed3d49cf5a8 req-80e12be4-9c2e-42b0-8bce-3010a4e0dadb tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516094
Feb 17 04:39:15.159952 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5f772dfb-ee6e-495f-a52d-65fd1b2f9f90 req-483a6678-6c87-4138-8c1a-54a490578374 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 210 time: 0.0722108
Feb 17 04:39:15.353714 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b37180-8815-41ee-a3e2-7fd4f9a004a1 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Router a1bafa37-16c4-4a02-be5b-0563167cf345 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:39:15.559317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b37180-8815-41ee-a3e2-7fd4f9a004a1 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:39:15.564375 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-50b37180-8815-41ee-a3e2-7fd4f9a004a1 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:15.577746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b032880-26f2-4312-a769-3817fd1c4998 None None] Sync routers for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:39:15.579567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b032880-26f2-4312-a769-3817fd1c4998 None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:39:15.580240 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-2b032880-26f2-4312-a769-3817fd1c4998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d3c6f28>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:39:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:15.624961 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-50b37180-8815-41ee-a3e2-7fd4f9a004a1 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "PUT /v2.0/floatingips/122304e4-e822-4258-b173-b13385a91bd7 HTTP/1.1" status: 200  len: 991 time: 2.1230118
Feb 17 04:39:15.626022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'tag': '6249f6fb-e214-4e01-88cf-00d6399056e8'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:15.767884 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'tag': '6249f6fb-e214-4e01-88cf-00d6399056e8', 'status': 'completed', 'code': 200}
Feb 17 04:39:15.803591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-2b032880-26f2-4312-a769-3817fd1c4998 None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:39:15.901855 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a35f5d-316b-4223-bed9-77a7789c5f32 req-9458c744-d2ac-4aec-b4be-41a6986e1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:15.903781 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-98a35f5d-316b-4223-bed9-77a7789c5f32 req-9458c744-d2ac-4aec-b4be-41a6986e1269 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ceefaf95d6747d4874041041d75b0c7&device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 1162 time: 0.0952899
Feb 17 04:39:16.061806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a35f5d-316b-4223-bed9-77a7789c5f32 req-eab6b67e-87cc-4b2d-8aad-8ef7e6b5429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:16.063695 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-98a35f5d-316b-4223-bed9-77a7789c5f32 req-eab6b67e-87cc-4b2d-8aad-8ef7e6b5429a service neutron] 10.222.0.76 "GET /v2.0/networks?id=db318819-52ac-454a-9acd-88522654014f HTTP/1.1" status: 200  len: 905 time: 0.1492238
Feb 17 04:39:16.202430 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-98a35f5d-316b-4223-bed9-77a7789c5f32 req-f4b4aeff-0f5b-4816-952c-303c7c5cd820 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6249f6fb-e214-4e01-88cf-00d6399056e8 HTTP/1.1" status: 200  len: 999 time: 0.1208951
Feb 17 04:39:16.214124 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-2b032880-26f2-4312-a769-3817fd1c4998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d3c6f28>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '122304e4-e822-4258-b173-b13385a91bd7', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'port_id': '6249f6fb-e214-4e01-88cf-00d6399056e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'mac_address': 'fa:16:3e:39:9f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:58Z', 'updated_at': '2021-02-17T04:39:14Z', 'revision_number': 1, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:16.221271 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b032880-26f2-4312-a769-3817fd1c4998 None None] Checking router: a1bafa37-16c4-4a02-be5b-0563167cf345 for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:39:16.232644 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b032880-26f2-4312-a769-3817fd1c4998 None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:39:16.233786 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-2b032880-26f2-4312-a769-3817fd1c4998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d3c6f28>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:39:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:16.293354 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a35f5d-316b-4223-bed9-77a7789c5f32 req-3e459418-4fda-43e9-aac1-9fd134c262f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:16.295335 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-98a35f5d-316b-4223-bed9-77a7789c5f32 req-3e459418-4fda-43e9-aac1-9fd134c262f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb541eeb-bbaf-4cdc-be92-cb0eb60b219f HTTP/1.1" status: 200  len: 850 time: 0.0792878
Feb 17 04:39:16.344754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074ecb5-788d-4279-a1c4-d1b4daadc94e req-c78c3356-e874-4b3b-976d-0818b39b028b tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:16.346595 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2074ecb5-788d-4279-a1c4-d1b4daadc94e req-c78c3356-e874-4b3b-976d-0818b39b028b tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 945 time: 0.1060753
Feb 17 04:39:16.393158 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a843004f-e60e-41f7-8110-b0bda7668456 req-0cfb409d-9365-40d6-975d-20f6e3fef23f tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 210 time: 0.0965889
Feb 17 04:39:16.400436 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2074ecb5-788d-4279-a1c4-d1b4daadc94e req-28c2cda6-9515-45ca-9374-58995f706cc5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468755
Feb 17 04:39:16.449050 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a35f5d-316b-4223-bed9-77a7789c5f32 req-aaf04dbe-9fee-4161-b41b-805ecd49d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:16.450794 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-98a35f5d-316b-4223-bed9-77a7789c5f32 req-aaf04dbe-9fee-4161-b41b-805ecd49d257 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=db318819-52ac-454a-9acd-88522654014f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1112759
Feb 17 04:39:16.471149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-2b032880-26f2-4312-a769-3817fd1c4998 None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:39:16.634276 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-98a35f5d-316b-4223-bed9-77a7789c5f32 req-d6e131c4-c635-4c48-8666-10c057cb3fe1 service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1738861
Feb 17 04:39:16.835358 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-98a35f5d-316b-4223-bed9-77a7789c5f32 req-07315f89-9370-4e82-86da-3d85e3e30e4b service neutron] 10.222.0.76 "GET /v2.0/networks/db318819-52ac-454a-9acd-88522654014f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1906219
Feb 17 04:39:16.940036 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13680ec-2c90-4492-a51d-ee3975864551 req-e62e073f-eb46-401c-a8da-43ef803e7086 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:16.941980 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b13680ec-2c90-4492-a51d-ee3975864551 req-e62e073f-eb46-401c-a8da-43ef803e7086 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 945 time: 0.1452479
Feb 17 04:39:16.965991 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-2b032880-26f2-4312-a769-3817fd1c4998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d3c6f28>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '122304e4-e822-4258-b173-b13385a91bd7', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'port_id': '6249f6fb-e214-4e01-88cf-00d6399056e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'mac_address': 'fa:16:3e:39:9f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:58Z', 'updated_at': '2021-02-17T04:39:14Z', 'revision_number': 1, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:16.971355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b032880-26f2-4312-a769-3817fd1c4998 None None] The sync data for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi is: [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '122304e4-e822-4258-b173-b13385a91bd7', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'port_id': '6249f6fb-e214-4e01-88cf-00d6399056e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'mac_address': 'fa:16:3e:39:9f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:38:58Z', 'updated_at': '2021-02-17T04:39:14Z', 'revision_number': 1, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:39:17.054943 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-b13680ec-2c90-4492-a51d-ee3975864551 req-21a1add4-7d9e-4d14-91a9-e8d5e1d91ab7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Deleting port e61721f8-ed25-4ebf-82cf-247999d61026 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:17.055554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-b13680ec-2c90-4492-a51d-ee3975864551 req-21a1add4-7d9e-4d14-91a9-e8d5e1d91ab7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:17.084831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-ed1d7182-70fa-44a3-b312-8e1163641b5b tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:17.086491 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-ed1d7182-70fa-44a3-b312-8e1163641b5b tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "GET /v2.0/networks?id=373accc4-7a29-4586-831f-494c09eed7f5 HTTP/1.1" status: 200  len: 814 time: 0.2089159
Feb 17 04:39:17.109260 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Request body: {'port': {'device_id': '1c8e2a7c-832b-483c-b67b-c75c347370e6', 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5', 'admin_state_up': True, 'tenant_id': '485e107aac5140888157d73b3f00eca9'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:17.286220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:39:17.301753 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:39:17.310905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bda5bf-895d-4a68-930d-d9ac27ab9400 None None] New status for floating IP 122304e4-e822-4258-b173-b13385a91bd7: ACTIVE {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:39:17.351233 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Made reservation on behalf of 485e107aac5140888157d73b3f00eca9 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:39:17.360864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:17.378199 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-b13680ec-2c90-4492-a51d-ee3975864551 req-21a1add4-7d9e-4d14-91a9-e8d5e1d91ab7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] For port e61721f8-ed25-4ebf-82cf-247999d61026, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e61721f8-ed25-4ebf-82cf-247999d61026,segment=NetworkSegment(00d09953-aabf-40a5-a01c-5e582f4ef900),segment_id=00d09953-aabf-40a5-a01c-5e582f4ef900)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:17.378737 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-b13680ec-2c90-4492-a51d-ee3975864551 req-21a1add4-7d9e-4d14-91a9-e8d5e1d91ab7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:17.541211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-b13680ec-2c90-4492-a51d-ee3975864551 req-21a1add4-7d9e-4d14-91a9-e8d5e1d91ab7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Calling delete_port for e61721f8-ed25-4ebf-82cf-247999d61026 owned by compute:nova {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:17.717272 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-17318d19-aa51-4a6f-9e40-fd7a57365882 req-431d1936-4b17-4c13-a652-a62e456370aa tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 210 time: 0.0774238
Feb 17 04:39:17.848260 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10da44-e132-4e55-991e-0bc9ef151d3f req-5db9eb48-bf9c-4093-957b-a7460e3be33e tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:17.850101 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3b10da44-e132-4e55-991e-0bc9ef151d3f req-5db9eb48-bf9c-4093-957b-a7460e3be33e tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5312116-c2c7-4e67-a046-f48f4eea78fd HTTP/1.1" status: 200  len: 945 time: 0.2018104
Feb 17 04:39:17.854895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Allocated IP 172.20.0.6 (373accc4-7a29-4586-831f-494c09eed7f5/a5542b97-c690-419f-b342-b39057c69887/129af318-a8c9-45be-9c96-c02b0ea6d447) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:39:17.882065 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-b13680ec-2c90-4492-a51d-ee3975864551 req-21a1add4-7d9e-4d14-91a9-e8d5e1d91ab7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:17.902763 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d0f874e2-29e8-4806-b6ab-26fe59a30a34 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:18.028379 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device e61721f8-ed25-4ebf-82cf-247999d61026 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:39:18.030341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1add4-7d9e-4d14-91a9-e8d5e1d91ab7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Pushing event deleted for resources: {'Port': ['ID=e61721f8-ed25-4ebf-82cf-247999d61026,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:18.033355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-21a1add4-7d9e-4d14-91a9-e8d5e1d91ab7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:18.046496 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3b10da44-e132-4e55-991e-0bc9ef151d3f req-d053156d-a492-4b73-983c-745144633168 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05c2179-959f-4908-9c85-536ebd2af7bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889386
Feb 17 04:39:18.116823 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] No Port match for: e61721f8-ed25-4ebf-82cf-247999d61026 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:39:18.117291 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device e61721f8-ed25-4ebf-82cf-247999d61026 not bound to the agent host hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:39:18.162735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:18.189330 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13680ec-2c90-4492-a51d-ee3975864551 req-21a1add4-7d9e-4d14-91a9-e8d5e1d91ab7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] No DVR routers for this DVR port e61721f8-ed25-4ebf-82cf-247999d61026 on host hv-cinder-75995 {{(pid=84039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:39:18.197519 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-b13680ec-2c90-4492-a51d-ee3975864551 req-21a1add4-7d9e-4d14-91a9-e8d5e1d91ab7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:18.197519 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'name': 'network-vif-deleted', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:18.209522 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b13680ec-2c90-4492-a51d-ee3975864551 req-21a1add4-7d9e-4d14-91a9-e8d5e1d91ab7 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] 10.222.0.76 "DELETE /v2.0/ports/e61721f8-ed25-4ebf-82cf-247999d61026 HTTP/1.1" status: 204  len: 173 time: 1.2579279
Feb 17 04:39:18.253774 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5312116-c2c7-4e67-a046-f48f4eea78fd', 'name': 'network-vif-deleted', 'tag': 'e61721f8-ed25-4ebf-82cf-247999d61026', 'status': 'completed', 'code': 200}
Feb 17 04:39:18.265372 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:18.282330 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:18.666502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Pushing event updated for resources: {'Port': ['ID=129af318-a8c9-45be-9c96-c02b0ea6d447,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:18.672178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:18.730819 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Network 373accc4-7a29-4586-831f-494c09eed7f5 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:39:18.732154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:39:18.734548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:39:18.808221 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:18.808836 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:18.891608 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-654a6376-ec9d-4e27-841e-2e780fdc82c1 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7872419
Feb 17 04:39:18.919101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Request body: {'port': {'device_id': '1c8e2a7c-832b-483c-b67b-c75c347370e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:39:18.999470 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e310005-31d5-4269-8970-bdd80ad62d51 req-055abc20-5d4d-4db3-86ef-645cca148bc8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:19.000242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-9e310005-31d5-4269-8970-bdd80ad62d51 req-055abc20-5d4d-4db3-86ef-645cca148bc8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Synchronizing usage tracker for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:19.080060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:19.156455 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-9e310005-31d5-4269-8970-bdd80ad62d51 req-055abc20-5d4d-4db3-86ef-645cca148bc8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Unset dirty status for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:19.164413 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9e310005-31d5-4269-8970-bdd80ad62d51 req-055abc20-5d4d-4db3-86ef-645cca148bc8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 931 time: 0.3137505
Feb 17 04:39:19.312464 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9e310005-31d5-4269-8970-bdd80ad62d51 req-54eb44a2-8072-4e2f-8723-f9ca0628f22b tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164632
Feb 17 04:39:19.571578 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129af318-a8c9-45be-9c96-c02b0ea6d447 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:39:19.579879 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:19.592463 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Transition to ACTIVE for port object 129af318-a8c9-45be-9c96-c02b0ea6d447 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:39:19.619469 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:19.639889 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-12deed0c-a0db-43f3-81aa-82d20ef73830 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:19.799904 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Pushing event updated for resources: {'Port': ['ID=129af318-a8c9-45be-9c96-c02b0ea6d447,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:19.806001 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:19.983828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Attempting to bind port 129af318-a8c9-45be-9c96-c02b0ea6d447 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:39:19.984206 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Attempting to bind port 129af318-a8c9-45be-9c96-c02b0ea6d447 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:39:19.984576 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Attempting to bind port 129af318-a8c9-45be-9c96-c02b0ea6d447 on network 373accc4-7a29-4586-831f-494c09eed7f5 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:39:19.990827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:39:19.991198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Checking segment: {'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:39:19.991625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:19.992016 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Bound using segment: {'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:39:19.992482 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Bound port: 129af318-a8c9-45be-9c96-c02b0ea6d447, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '373accc4-7a29-4586-831f-494c09eed7f5'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:39:19.992847 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:20.093667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] For port 129af318-a8c9-45be-9c96-c02b0ea6d447, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:39:20.096766 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] For port 129af318-a8c9-45be-9c96-c02b0ea6d447, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=129af318-a8c9-45be-9c96-c02b0ea6d447,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:39:20.134270 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:20.152412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a32783de-0a70-4cfe-8dcf-6a94ba1c578e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:20.310652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Pushing event updated for resources: {'Port': ['ID=129af318-a8c9-45be-9c96-c02b0ea6d447,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:20.319317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:20.352279 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:20.358282 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:20.358282 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] 10.222.0.76 "PUT /v2.0/ports/129af318-a8c9-45be-9c96-c02b0ea6d447 HTTP/1.1" status: 200  len: 1157 time: 1.4411719
Feb 17 04:39:20.358282 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8e2a7c-832b-483c-b67b-c75c347370e6', 'tag': '129af318-a8c9-45be-9c96-c02b0ea6d447'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:20.408773 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8e2a7c-832b-483c-b67b-c75c347370e6', 'tag': '129af318-a8c9-45be-9c96-c02b0ea6d447', 'status': 'completed', 'code': 200}
Feb 17 04:39:20.544719 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5629b2a-aa0d-4978-b407-748be9f16812 req-68def5a7-22d3-4b9c-b1ae-597145afb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:20.546374 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f5629b2a-aa0d-4978-b407-748be9f16812 req-68def5a7-22d3-4b9c-b1ae-597145afb465 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=485e107aac5140888157d73b3f00eca9&device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 1160 time: 0.1069012
Feb 17 04:39:20.575924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccddab-50d7-4ffe-ae7f-c27e02e567aa req-711daafc-ec3f-4371-804f-9f505f77a2b9 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:20.577494 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-24ccddab-50d7-4ffe-ae7f-c27e02e567aa req-711daafc-ec3f-4371-804f-9f505f77a2b9 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 943 time: 0.1104894
Feb 17 04:39:20.623543 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59928) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:20.726812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5629b2a-aa0d-4978-b407-748be9f16812 req-2f9863e1-fb26-4689-a62e-8a7a5aa705e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:20.728435 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f5629b2a-aa0d-4978-b407-748be9f16812 req-2f9863e1-fb26-4689-a62e-8a7a5aa705e5 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=485e107aac5140888157d73b3f00eca9&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1672275
Feb 17 04:39:20.764868 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-24ccddab-50d7-4ffe-ae7f-c27e02e567aa req-88109fdf-5cf0-44db-b726-56d27220457b tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803169
Feb 17 04:39:20.887979 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5629b2a-aa0d-4978-b407-748be9f16812 req-208f07cf-0700-4ec9-bee4-f259d9abbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:20.889513 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f5629b2a-aa0d-4978-b407-748be9f16812 req-208f07cf-0700-4ec9-bee4-f259d9abbaec service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1522815
Feb 17 04:39:21.012736 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-941b18da-029d-4abb-a54a-4633e3262ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:21.014361 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-941b18da-029d-4abb-a54a-4633e3262ede service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=485e107aac5140888157d73b3f00eca9&device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 1160 time: 0.0815034
Feb 17 04:39:21.098427 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-eb7e7e7f-35c0-4220-8eb6-c0b54ab964a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=129af318-a8c9-45be-9c96-c02b0ea6d447 HTTP/1.1" status: 200  len: 217 time: 0.0726573
Feb 17 04:39:21.175801 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-dddf8389-c4a2-4daa-81f2-a7860827a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:21.176860 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-dddf8389-c4a2-4daa-81f2-a7860827a6ff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5542b97-c690-419f-b342-b39057c69887 HTTP/1.1" status: 200  len: 854 time: 0.0707312
Feb 17 04:39:21.236066 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-4a5f06f8-6a8a-4f5d-8945-b4be616990d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=373accc4-7a29-4586-831f-494c09eed7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493817
Feb 17 04:39:21.264674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854384247'] for router_interface, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:21.405105 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-74e2dd85-e977-4a7e-95b9-b44537c13da6 service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498961
Feb 17 04:39:21.572069 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-579aee38-7f98-4b90-aaaf-52de6fff2756 req-b08014e1-2898-436e-bf0f-c0a36fb2ce46 service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1568487
Feb 17 04:39:21.915679 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] Deleting port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:21.916252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:21.972923 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf0ebd-4242-4fa5-a545-0620ace481aa req-8a79a2a2-89e1-4eeb-8e1b-3d53ccd27596 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:21.975192 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fadf0ebd-4242-4fa5-a545-0620ace481aa req-8a79a2a2-89e1-4eeb-8e1b-3d53ccd27596 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 943 time: 0.0920999
Feb 17 04:39:22.026320 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fadf0ebd-4242-4fa5-a545-0620ace481aa req-95e95c15-0ef2-4a8c-80d7-7c9c045a34ea tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447562
Feb 17 04:39:22.111245 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] For port dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c,segment=NetworkSegment(00d09953-aabf-40a5-a01c-5e582f4ef900),segment_id=00d09953-aabf-40a5-a01c-5e582f4ef900)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:22.111619 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:22.251507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] Calling delete_port for dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c owned by network:router_interface {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:22.471887 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:22.494959 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0a0a87ce-78d3-494d-8129-35cbabbf5c7a tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:22.594268 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:22.604192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:22.931743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854384153'] for router_interface, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:23.405509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e4ee6-593b-43aa-a7d9-5fb274d73efc req-38a51090-5b6c-49be-87f8-2bcf276a4cb7 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:23.407166 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-080e4ee6-593b-43aa-a7d9-5fb274d73efc req-38a51090-5b6c-49be-87f8-2bcf276a4cb7 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 943 time: 0.2036726
Feb 17 04:39:23.542434 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-080e4ee6-593b-43aa-a7d9-5fb274d73efc req-6494e89d-864d-4d42-bd54-eb8e1db04469 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716934
Feb 17 04:39:23.583046 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] Router df336ab0-4e50-4610-96cc-685ec7b0d52c has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:39:23.781163 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:39:23.790401 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f27eed-351a-44f1-aadc-57fd3b266856 None None] Sync routers for ids ['df336ab0-4e50-4610-96cc-685ec7b0d52c'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:39:23.794101 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] 10.222.0.73 "PUT /v2.0/routers/df336ab0-4e50-4610-96cc-685ec7b0d52c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1694703
Feb 17 04:39:23.796994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59948) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:23.800796 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f27eed-351a-44f1-aadc-57fd3b266856 None None] Routers {'df336ab0-4e50-4610-96cc-685ec7b0d52c'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:39:23.801455 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-a6f27eed-351a-44f1-aadc-57fd3b266856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d6f8668>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:39:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['df336ab0-4e50-4610-96cc-685ec7b0d52c'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:23.999599 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-a6f27eed-351a-44f1-aadc-57fd3b266856 None None] Set router df336ab0-4e50-4610-96cc-685ec7b0d52c gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:39:24.007691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.201286 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.206681 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] Deleting port 1595d171-debd-4747-94fa-3130f33a1145 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:24.207051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.311335 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-a6f27eed-351a-44f1-aadc-57fd3b266856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d6f8668>, [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:39:22Z', 'revision_number': 5, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:24.316125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f27eed-351a-44f1-aadc-57fd3b266856 None None] Checking router: df336ab0-4e50-4610-96cc-685ec7b0d52c for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:39:24.326641 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f27eed-351a-44f1-aadc-57fd3b266856 None None] Routers {'df336ab0-4e50-4610-96cc-685ec7b0d52c'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:39:24.327346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-a6f27eed-351a-44f1-aadc-57fd3b266856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d6f8668>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:39:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['df336ab0-4e50-4610-96cc-685ec7b0d52c'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:24.664627 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] For port 1595d171-debd-4747-94fa-3130f33a1145, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=1595d171-debd-4747-94fa-3130f33a1145,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:24.665038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:24.695887 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-a6f27eed-351a-44f1-aadc-57fd3b266856 None None] Set router df336ab0-4e50-4610-96cc-685ec7b0d52c gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:39:24.773996 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f1f7-58a5-42ef-908f-de44e5561d63 req-1c40b943-357d-4fe6-a5fb-a0a1892f6f44 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:24.775966 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2d45f1f7-58a5-42ef-908f-de44e5561d63 req-1c40b943-357d-4fe6-a5fb-a0a1892f6f44 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 943 time: 0.0939715
Feb 17 04:39:24.807560 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 129af318-a8c9-45be-9c96-c02b0ea6d447 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:24.832811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] Calling delete_port for 1595d171-debd-4747-94fa-3130f33a1145 owned by network:router_gateway {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:24.835474 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2d45f1f7-58a5-42ef-908f-de44e5561d63 req-8614f050-37db-46d7-8073-51bf1a071c27 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526717
Feb 17 04:39:24.982507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.047791 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 129af318-a8c9-45be-9c96-c02b0ea6d447 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:39:25.055623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 129af318-a8c9-45be-9c96-c02b0ea6d447 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:25.075680 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.184720 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854322005'] for router_gateway, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.203269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-a6f27eed-351a-44f1-aadc-57fd3b266856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d6f8668>, [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:39:22Z', 'revision_number': 5, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:25.212795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f27eed-351a-44f1-aadc-57fd3b266856 None None] The sync data for ids ['df336ab0-4e50-4610-96cc-685ec7b0d52c'] in dv-cinder-759955-5-iscsi is: [{'id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'name': 'tempest-TestMinimumBasicScenario-1513509793-router', 'tenant_id': '14187639adc74d1bb49ed835b238d04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '1595d171-debd-4747-94fa-3130f33a1145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:35:46Z', 'updated_at': '2021-02-17T04:39:22Z', 'revision_number': 5, 'project_id': '14187639adc74d1bb49ed835b238d04c', 'gw_port': {'id': '1595d171-debd-4747-94fa-3130f33a1145', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df336ab0-4e50-4610-96cc-685ec7b0d52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:35:47Z', 'updated_at': '2021-02-17T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:39:25.214503 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.248721 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8e2a7c-832b-483c-b67b-c75c347370e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129af318-a8c9-45be-9c96-c02b0ea6d447'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:25.261639 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 129af318-a8c9-45be-9c96-c02b0ea6d447, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=129af318-a8c9-45be-9c96-c02b0ea6d447,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:25.305472 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.309723 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8e2a7c-832b-483c-b67b-c75c347370e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129af318-a8c9-45be-9c96-c02b0ea6d447', 'code': 200}
Feb 17 04:39:25.310265 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:25.331843 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854383069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7610'] for router, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.334341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.383896 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=129af318-a8c9-45be-9c96-c02b0ea6d447,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:25.387765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:25.390513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854383359'] for router, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.391254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df336ab0-4e50-4610-96cc-685ec7b0d52c {{(pid=84039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:39:25.404244 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] Notify callbacks [] for router, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.405721 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-1ec586d3-7c94-402d-b154-952c51a801b4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/df336ab0-4e50-4610-96cc-685ec7b0d52c HTTP/1.1" status: 204  len: 168 time: 1.6074977
Feb 17 04:39:25.408230 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 59962) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:25.480791 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b9617b-b5ba-4e38-988d-42a4b634df5a admin admin] Deleting subnet a9635206-c9e7-49d0-bd4e-847855edf914 {{(pid=84039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:39:25.483941 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-47b9617b-b5ba-4e38-988d-42a4b634df5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.539252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-47b9617b-b5ba-4e38-988d-42a4b634df5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852405141'] for subnet, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.660009 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c73df-bd92-4169-b9fa-985a67b9e23c req-86db30be-21df-4328-86f4-9b89b9875a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:25.662096 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-964c73df-bd92-4169-b9fa-985a67b9e23c req-86db30be-21df-4328-86f4-9b89b9875a5e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 1162 time: 0.0952909
Feb 17 04:39:25.671213 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-47b9617b-b5ba-4e38-988d-42a4b634df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:25.716678 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-964c73df-bd92-4169-b9fa-985a67b9e23c req-780fbfe0-065f-45c3-8048-327daeccc489 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437114
Feb 17 04:39:25.845104 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:39:25.897945 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:39:25.898340 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device dca861de-8bc8-41e7-9c9c-d86fe9ef8b8c not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:39:26.002684 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-47b9617b-b5ba-4e38-988d-42a4b634df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317777'] for subnet, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.019755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c358cdd1-dd61-4b42-892b-fc700d21f2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:26.065818 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 129af318-a8c9-45be-9c96-c02b0ea6d447 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:26.074956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bffef8-8c5c-445c-8cdb-7aba6b688202 req-e692d903-39e3-4959-bab9-d33d9f7d4688 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:26.076639 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-04bffef8-8c5c-445c-8cdb-7aba6b688202 req-e692d903-39e3-4959-bab9-d33d9f7d4688 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 945 time: 0.0955849
Feb 17 04:39:26.124043 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9617b-b5ba-4e38-988d-42a4b634df5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9635206-c9e7-49d0-bd4e-847855edf914,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:26.126239 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-04bffef8-8c5c-445c-8cdb-7aba6b688202 req-6f494578-8e76-47fb-b3a4-75781e67c29a tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418262
Feb 17 04:39:26.128070 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-47b9617b-b5ba-4e38-988d-42a4b634df5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:26.144148 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 129af318-a8c9-45be-9c96-c02b0ea6d447 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:26.144575 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.173907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-47b9617b-b5ba-4e38-988d-42a4b634df5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.185360 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-47b9617b-b5ba-4e38-988d-42a4b634df5a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a9635206-c9e7-49d0-bd4e-847855edf914 HTTP/1.1" status: 204  len: 168 time: 0.7759976
Feb 17 04:39:26.188155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59972) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:26.193023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9850a73-7446-424a-8c1d-06db7b0502df None None] Network 25653d82-43fa-4aa5-a3be-d27965409dd3 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:39:26.326331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.401929 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Deleting port b73074fb-df28-4856-9892-5ed9a7275934 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:26.402231 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.554730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763e2aff-7296-4f0a-af8e-34ae329ad4ab None None] DHCP port deletion for 25653d82-43fa-4aa5-a3be-d27965409dd3 request from dv-cinder-759955-5-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:39:26.559498 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-763e2aff-7296-4f0a-af8e-34ae329ad4ab None None] Deleting port b73074fb-df28-4856-9892-5ed9a7275934 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:26.559918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-763e2aff-7296-4f0a-af8e-34ae329ad4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.631806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] For port b73074fb-df28-4856-9892-5ed9a7275934, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=b73074fb-df28-4856-9892-5ed9a7275934,segment=NetworkSegment(00d09953-aabf-40a5-a01c-5e582f4ef900),segment_id=00d09953-aabf-40a5-a01c-5e582f4ef900)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:26.632207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.768461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Calling delete_port for b73074fb-df28-4856-9892-5ed9a7275934 owned by network:dhcp {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:26.780792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-763e2aff-7296-4f0a-af8e-34ae329ad4ab None None] For port b73074fb-df28-4856-9892-5ed9a7275934, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=b73074fb-df28-4856-9892-5ed9a7275934,segment=NetworkSegment(00d09953-aabf-40a5-a01c-5e582f4ef900),segment_id=00d09953-aabf-40a5-a01c-5e582f4ef900)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:26.781234 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-763e2aff-7296-4f0a-af8e-34ae329ad4ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.904971 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:26.916046 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-763e2aff-7296-4f0a-af8e-34ae329ad4ab None None] Calling delete_port for b73074fb-df28-4856-9892-5ed9a7275934 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:26.920885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0f5b2506-5d48-40ef-9a40-d9873475f9a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:27.070589 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [None req-763e2aff-7296-4f0a-af8e-34ae329ad4ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:39:27.070589 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [None req-763e2aff-7296-4f0a-af8e-34ae329ad4ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:39:27.258317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Pushing event deleted for resources: {'Port': ['ID=b73074fb-df28-4856-9892-5ed9a7275934,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:27.262340 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:27.296914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] No DVR routers for this DVR port b73074fb-df28-4856-9892-5ed9a7275934 on host dv-cinder-759955-5-iscsi {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:39:27.357714 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de28b21-93cd-4fe0-a0a2-60f35173fe29 req-a2f6e6f9-c4bc-4b32-8408-14a51462f3de tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:27.359224 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5de28b21-93cd-4fe0-a0a2-60f35173fe29 req-a2f6e6f9-c4bc-4b32-8408-14a51462f3de tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 945 time: 0.1060746
Feb 17 04:39:27.409311 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5de28b21-93cd-4fe0-a0a2-60f35173fe29 req-f3a503e5-3e92-4a81-8968-99ac4d8c663d tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424216
Feb 17 04:39:27.420863 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:27.540232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000d2e7588>,) {'filters': {'network_id': ['25653d82-43fa-4aa5-a3be-d27965409dd3']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:27.553635 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000d2e7588>, '00d09953-aabf-40a5-a01c-5e582f4ef900') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:27.554450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000d2e7588>, '00d09953-aabf-40a5-a01c-5e582f4ef900') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:39:27.566531 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850769782'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:27.571649 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-763e2aff-7296-4f0a-af8e-34ae329ad4ab None None] Deleting port b73074fb-df28-4856-9892-5ed9a7275934 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:27.572120 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-763e2aff-7296-4f0a-af8e-34ae329ad4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:27.581381 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:27.584104 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:39:27.651739 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-763e2aff-7296-4f0a-af8e-34ae329ad4ab None None] The port 'b73074fb-df28-4856-9892-5ed9a7275934' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:39:27.770111 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Network 25653d82-43fa-4aa5-a3be-d27965409dd3 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:39:27.779771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850691786'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:27.883244 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device b73074fb-df28-4856-9892-5ed9a7275934 no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:39:27.921092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: b73074fb-df28-4856-9892-5ed9a7275934 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:39:27.921411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device b73074fb-df28-4856-9892-5ed9a7275934 not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:39:27.921868 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 1595d171-debd-4747-94fa-3130f33a1145 no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:39:27.963402 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 1595d171-debd-4747-94fa-3130f33a1145 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:39:27.963794 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 1595d171-debd-4747-94fa-3130f33a1145 not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:39:27.968898 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Network 25653d82-43fa-4aa5-a3be-d27965409dd3 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:39:27.992322 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:39:28.105085 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:28.109885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:28.112768 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b2cc8aca-b3e5-4cbb-8a2e-b87b0b1dc4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:28.137049 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Pushing event deleted for resources: {'Network': ['ID=25653d82-43fa-4aa5-a3be-d27965409dd3,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:28.139753 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:28.153738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 129af318-a8c9-45be-9c96-c02b0ea6d447 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:39:28.174716 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-0ce6f5be-d02e-4c09-9f51-afdf2379ac5e admin admin] 10.222.0.73 "DELETE /v2.0/networks/25653d82-43fa-4aa5-a3be-d27965409dd3 HTTP/1.1" status: 204  len: 168 time: 1.9853396
Feb 17 04:39:28.229966 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 129af318-a8c9-45be-9c96-c02b0ea6d447 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:39:28.230389 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:28.492658 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59988) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:28.604770 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-9209a50c-7346-4b86-aa91-1ebb39813f1c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=14187639adc74d1bb49ed835b238d04c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1103983
Feb 17 04:39:28.609503 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 59994) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:39:28.687193 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700ac0e-db8b-4083-8f26-36e4cc02e631 req-e17e5f1e-0c91-4d4c-90c5-fdb49ee6bcdd tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:28.689194 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d700ac0e-db8b-4083-8f26-36e4cc02e631 req-e17e5f1e-0c91-4d4c-90c5-fdb49ee6bcdd tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 945 time: 0.1558824
Feb 17 04:39:28.727951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0c7bffed-28e4-4d8a-8ab5-87acaa907d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:28.767900 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d700ac0e-db8b-4083-8f26-36e4cc02e631 req-ba96b05e-fee3-4030-b63e-e60da9b018df tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682292
Feb 17 04:39:28.776138 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0c7bffed-28e4-4d8a-8ab5-87acaa907d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:28.859131 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0c7bffed-28e4-4d8a-8ab5-87acaa907d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:28.864957 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2fa1c805-1a08-4eb5-a14a-2258f7c94298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:28.880633 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bffed-28e4-4d8a-8ab5-87acaa907d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05c2179-959f-4908-9c85-536ebd2af7bd,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:28.884860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0c7bffed-28e4-4d8a-8ab5-87acaa907d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:28.888397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0c7bffed-28e4-4d8a-8ab5-87acaa907d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:28.891447 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-0c7bffed-28e4-4d8a-8ab5-87acaa907d62 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b05c2179-959f-4908-9c85-536ebd2af7bd HTTP/1.1" status: 204  len: 168 time: 0.2791352
Feb 17 04:39:33.365400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:39:35.430581 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-428dfacd-bb42-441a-8b1d-648c139fa05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:35.602106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:35.942471 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-368c6687-547d-4778-bb72-be29ee77c78c req-f72db71c-85b0-4105-b73a-67fcac548eca service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0814891
Feb 17 04:39:36.120380 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c6687-547d-4778-bb72-be29ee77c78c req-7ae13125-39ec-457e-8c91-315ff9db3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:36.122102 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-368c6687-547d-4778-bb72-be29ee77c78c req-7ae13125-39ec-457e-8c91-315ff9db3900 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=485e107aac5140888157d73b3f00eca9&device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 1162 time: 0.0971603
Feb 17 04:39:36.298738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c6687-547d-4778-bb72-be29ee77c78c req-d0d59d20-681b-43d9-8e7c-99299ebc2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:36.300343 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-368c6687-547d-4778-bb72-be29ee77c78c req-d0d59d20-681b-43d9-8e7c-99299ebc2a3f service neutron] 10.222.0.76 "GET /v2.0/networks?id=373accc4-7a29-4586-831f-494c09eed7f5 HTTP/1.1" status: 200  len: 908 time: 0.1547604
Feb 17 04:39:36.374661 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-368c6687-547d-4778-bb72-be29ee77c78c req-a5a7e97b-f9d7-4e5b-844a-0f5927a66815 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8600f1f1-a316-4a18-a5ae-51e52c74e16e HTTP/1.1" status: 200  len: 217 time: 0.0674212
Feb 17 04:39:36.451629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c6687-547d-4778-bb72-be29ee77c78c req-5911e003-b700-4948-b004-db0ae645f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:36.453414 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-368c6687-547d-4778-bb72-be29ee77c78c req-5911e003-b700-4948-b004-db0ae645f21c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5542b97-c690-419f-b342-b39057c69887 HTTP/1.1" status: 200  len: 854 time: 0.0705912
Feb 17 04:39:36.508486 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-368c6687-547d-4778-bb72-be29ee77c78c req-c7aec761-d784-4647-ae89-6b9c81ebfbc3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=373accc4-7a29-4586-831f-494c09eed7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479574
Feb 17 04:39:36.683206 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-368c6687-547d-4778-bb72-be29ee77c78c req-afa0876a-8efd-46e2-9b57-33511e8a19ab service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486866
Feb 17 04:39:36.842643 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-368c6687-547d-4778-bb72-be29ee77c78c req-888734c1-b482-436e-90b5-e2997a0ff98d service neutron] 10.222.0.76 "GET /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489360
Feb 17 04:39:37.933992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39b94d95-08a8-4dc3-af51-4f8371ba5be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:38.339558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:39.631165 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:40.655449 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:42.931587 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbabdb-d192-4dd0-b295-0281b9c9a018 req-d66d1e29-ec95-4318-a95e-b6b74c0ad089 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:42.933191 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9edbabdb-d192-4dd0-b295-0281b9c9a018 req-d66d1e29-ec95-4318-a95e-b6b74c0ad089 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 945 time: 0.0966976
Feb 17 04:39:42.983219 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9edbabdb-d192-4dd0-b295-0281b9c9a018 req-ef209af5-3fcf-45c4-b709-3f4853ac6fdf tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434144
Feb 17 04:39:44.220933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f9b2d-57d9-43b6-8d17-13f2f260f67a req-e93fed26-fe3b-4ddd-b73b-1441f6e0d7f2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:44.223232 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3c4f9b2d-57d9-43b6-8d17-13f2f260f67a req-e93fed26-fe3b-4ddd-b73b-1441f6e0d7f2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 945 time: 0.1107059
Feb 17 04:39:44.281148 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3c4f9b2d-57d9-43b6-8d17-13f2f260f67a req-0e04a5fb-f53e-4508-91a5-36ad08d8dd43 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474844
Feb 17 04:39:44.938842 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef2b05-8485-4c8b-aba3-c3b81dd0f1d9 req-bae8d132-f4c2-4a51-ae51-dc4469d5f6f5 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:44.940448 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e1ef2b05-8485-4c8b-aba3-c3b81dd0f1d9 req-bae8d132-f4c2-4a51-ae51-dc4469d5f6f5 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 945 time: 0.0946445
Feb 17 04:39:45.030256 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-e1ef2b05-8485-4c8b-aba3-c3b81dd0f1d9 req-bbf80689-1b55-419f-9121-38ba593138c2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Deleting port 129af318-a8c9-45be-9c96-c02b0ea6d447 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:45.030634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e1ef2b05-8485-4c8b-aba3-c3b81dd0f1d9 req-bbf80689-1b55-419f-9121-38ba593138c2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:45.322500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-e1ef2b05-8485-4c8b-aba3-c3b81dd0f1d9 req-bbf80689-1b55-419f-9121-38ba593138c2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] For port 129af318-a8c9-45be-9c96-c02b0ea6d447, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=129af318-a8c9-45be-9c96-c02b0ea6d447,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:45.323043 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e1ef2b05-8485-4c8b-aba3-c3b81dd0f1d9 req-bbf80689-1b55-419f-9121-38ba593138c2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:45.474936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-e1ef2b05-8485-4c8b-aba3-c3b81dd0f1d9 req-bbf80689-1b55-419f-9121-38ba593138c2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Calling delete_port for 129af318-a8c9-45be-9c96-c02b0ea6d447 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:45.524414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad87f79-11b8-4fcc-bda9-0d7b4c5a53cd req-802a2833-798b-4184-88c5-f6f952253611 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:45.526029 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dad87f79-11b8-4fcc-bda9-0d7b4c5a53cd req-802a2833-798b-4184-88c5-f6f952253611 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 945 time: 0.0963049
Feb 17 04:39:45.594032 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dad87f79-11b8-4fcc-bda9-0d7b4c5a53cd req-3291bfdf-0edd-4111-aee2-d5ee11efcd4b tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552931
Feb 17 04:39:45.682602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e1ef2b05-8485-4c8b-aba3-c3b81dd0f1d9 req-bbf80689-1b55-419f-9121-38ba593138c2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:45.702578 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:45.803567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf80689-1b55-419f-9121-38ba593138c2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Pushing event deleted for resources: {'Port': ['ID=129af318-a8c9-45be-9c96-c02b0ea6d447,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:45.810542 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bbf80689-1b55-419f-9121-38ba593138c2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:45.941797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ef2b05-8485-4c8b-aba3-c3b81dd0f1d9 req-bbf80689-1b55-419f-9121-38ba593138c2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] No DVR routers for this DVR port 129af318-a8c9-45be-9c96-c02b0ea6d447 on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:39:45.944716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e1ef2b05-8485-4c8b-aba3-c3b81dd0f1d9 req-bbf80689-1b55-419f-9121-38ba593138c2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:45.948397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8e2a7c-832b-483c-b67b-c75c347370e6', 'name': 'network-vif-deleted', 'tag': '129af318-a8c9-45be-9c96-c02b0ea6d447'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:46.003059 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e1ef2b05-8485-4c8b-aba3-c3b81dd0f1d9 req-bbf80689-1b55-419f-9121-38ba593138c2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "DELETE /v2.0/ports/129af318-a8c9-45be-9c96-c02b0ea6d447 HTTP/1.1" status: 204  len: 173 time: 1.0561643
Feb 17 04:39:46.232634 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8e2a7c-832b-483c-b67b-c75c347370e6', 'name': 'network-vif-deleted', 'tag': '129af318-a8c9-45be-9c96-c02b0ea6d447', 'status': 'completed', 'code': 200}
Feb 17 04:39:46.803628 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcb1a8f0-f8c5-41e5-b72d-5608dab607fc req-e6c8c9c3-73e1-469d-8b3e-7fc5a8472a58 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c8e2a7c-832b-483c-b67b-c75c347370e6 HTTP/1.1" status: 200  len: 210 time: 0.0512028
Feb 17 04:39:46.931381 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 129af318-a8c9-45be-9c96-c02b0ea6d447 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:39:46.972812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] No Port match for: 129af318-a8c9-45be-9c96-c02b0ea6d447 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:39:46.972812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 129af318-a8c9-45be-9c96-c02b0ea6d447 not bound to the agent host hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:39:49.913299 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1f038-030d-42cc-b83a-2f8b7b2fc43f req-aeb06b7c-ba9a-4da9-8f9a-03270d989005 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:49.914123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-f9a1f038-030d-42cc-b83a-2f8b7b2fc43f req-aeb06b7c-ba9a-4da9-8f9a-03270d989005 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Synchronizing usage tracker for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:49.961947 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-f9a1f038-030d-42cc-b83a-2f8b7b2fc43f req-aeb06b7c-ba9a-4da9-8f9a-03270d989005 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Unset dirty status for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:49.963324 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f9a1f038-030d-42cc-b83a-2f8b7b2fc43f req-aeb06b7c-ba9a-4da9-8f9a-03270d989005 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 945 time: 0.1425428
Feb 17 04:39:50.014740 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f9a1f038-030d-42cc-b83a-2f8b7b2fc43f req-16aa45d5-5501-45ae-b357-4a20f6920125 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445826
Feb 17 04:39:51.225989 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef453a66-864c-445d-b773-a04dc0d60588 req-5c14f2d7-b569-4b81-8e1d-0235be70b81b tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:51.227659 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ef453a66-864c-445d-b773-a04dc0d60588 req-5c14f2d7-b569-4b81-8e1d-0235be70b81b tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 945 time: 0.0925491
Feb 17 04:39:51.280427 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ef453a66-864c-445d-b773-a04dc0d60588 req-439e3409-c0ea-4ba0-b448-87c7427361bb tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459697
Feb 17 04:39:51.751961 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d628a8-6327-4816-8ba7-b48b7e67c0c4 req-ee29e6a9-0460-4ed2-ad8f-eb248728edef tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:51.753477 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e8d628a8-6327-4816-8ba7-b48b7e67c0c4 req-ee29e6a9-0460-4ed2-ad8f-eb248728edef tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 945 time: 0.0938332
Feb 17 04:39:51.835851 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-e8d628a8-6327-4816-8ba7-b48b7e67c0c4 req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Deleting port cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:51.836241 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e8d628a8-6327-4816-8ba7-b48b7e67c0c4 req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:52.108963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-e8d628a8-6327-4816-8ba7-b48b7e67c0c4 req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] For port cdc7a4d3-07bb-42ba-b6af-ec8e047f2096, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cdc7a4d3-07bb-42ba-b6af-ec8e047f2096,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:52.109371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e8d628a8-6327-4816-8ba7-b48b7e67c0c4 req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:52.236249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:39:52.243399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-e8d628a8-6327-4816-8ba7-b48b7e67c0c4 req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Calling delete_port for cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:52.372410 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:52.436352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e8d628a8-6327-4816-8ba7-b48b7e67c0c4 req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:52.457102 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b9c44877-06bc-44db-aa6f-1b1b64db2488 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:52.854919 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Pushing event deleted for resources: {'Port': ['ID=cdc7a4d3-07bb-42ba-b6af-ec8e047f2096,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:52.875162 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5f48c1b6-2d6f-497a-9d20-76c4846cdb1f req-78122f9e-2e55-414e-bbd6-d0a493a8c5ed tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebeed2ab-885b-4680-a4f0-19c53a6afd8b HTTP/1.1" status: 200  len: 210 time: 0.4192164
Feb 17 04:39:52.882122 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.882540 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.883326 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.883326 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.883738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.884177 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.884569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.884964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.885355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.885746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.886136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.886526 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.886986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.887453 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.887857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.888295 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.888589 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.898533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.898533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.898533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.898533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.898533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.898533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.898533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:39:52.901795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:52.994500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d628a8-6327-4816-8ba7-b48b7e67c0c4 req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] No DVR routers for this DVR port cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:39:52.996823 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e8d628a8-6327-4816-8ba7-b48b7e67c0c4 req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:52.999767 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebeed2ab-885b-4680-a4f0-19c53a6afd8b', 'name': 'network-vif-deleted', 'tag': 'cdc7a4d3-07bb-42ba-b6af-ec8e047f2096'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:53.042905 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e8d628a8-6327-4816-8ba7-b48b7e67c0c4 req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "DELETE /v2.0/ports/cdc7a4d3-07bb-42ba-b6af-ec8e047f2096 HTTP/1.1" status: 204  len: 173 time: 1.2827203
Feb 17 04:39:53.057680 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebeed2ab-885b-4680-a4f0-19c53a6afd8b', 'name': 'network-vif-deleted', 'tag': 'cdc7a4d3-07bb-42ba-b6af-ec8e047f2096', 'status': 'completed', 'code': 200}
Feb 17 04:39:54.560734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62c83b-644a-47ec-9c15-873d661c9381 req-e5d48277-e430-46dd-9284-78a5a5c64c8f tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:54.561512 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-4f62c83b-644a-47ec-9c15-873d661c9381 req-e5d48277-e430-46dd-9284-78a5a5c64c8f tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Synchronizing usage tracker for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:39:54.613479 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-4f62c83b-644a-47ec-9c15-873d661c9381 req-e5d48277-e430-46dd-9284-78a5a5c64c8f tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Unset dirty status for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:39:54.614909 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4f62c83b-644a-47ec-9c15-873d661c9381 req-e5d48277-e430-46dd-9284-78a5a5c64c8f tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 946 time: 0.1502843
Feb 17 04:39:54.667136 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4f62c83b-644a-47ec-9c15-873d661c9381 req-e5d74ec0-33f6-4d71-b699-6718a3b428c7 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440118
Feb 17 04:39:55.881734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb04de6-8afc-45d3-b5e4-e2fb87d822ff req-966f5b3f-b39d-4db3-ad6f-881f3089c49f tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:55.883442 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-feb04de6-8afc-45d3-b5e4-e2fb87d822ff req-966f5b3f-b39d-4db3-ad6f-881f3089c49f tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 946 time: 0.0975630
Feb 17 04:39:55.920895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-15991e0c-3c91-4897-8943-d83f7cef6fbe tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:55.922471 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-15991e0c-3c91-4897-8943-d83f7cef6fbe tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 946 time: 0.0974994
Feb 17 04:39:55.939571 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-feb04de6-8afc-45d3-b5e4-e2fb87d822ff req-b940f5ff-7a91-4276-a0a0-0d06aa2f826b tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488329
Feb 17 04:39:56.006426 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Deleting port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:56.006802 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:56.283094 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 40c6a7ff-cac8-485d-9c88-0e660a3d4fed no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:39:56.285128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] For port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=40c6a7ff-cac8-485d-9c88-0e660a3d4fed,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:56.285537 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:56.417277 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:56.425752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Calling delete_port for 40c6a7ff-cac8-485d-9c88-0e660a3d4fed owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:56.446792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c8d1b1-cbc5-437c-8e77-b69838822e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c6a7ff-cac8-485d-9c88-0e660a3d4fed'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:56.461639 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=40c6a7ff-cac8-485d-9c88-0e660a3d4fed,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:56.498970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:56.501682 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-91522323-a94b-4f9b-bc71-d28a0fd242f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:56.562285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84038) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:39:56.562865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:39:56.584572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=40c6a7ff-cac8-485d-9c88-0e660a3d4fed,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:56.589527 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c8d1b1-cbc5-437c-8e77-b69838822e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c6a7ff-cac8-485d-9c88-0e660a3d4fed', 'code': 200}
Feb 17 04:39:56.590532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:57.096329 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Deleting port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:39:57.096932 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:57.335053 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5d3bd-77d6-4502-afcf-d7d4b85dcb09 req-8286db20-aaf0-4d15-9b62-26cdcf2a534f tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:39:57.336662 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b8c5d3bd-77d6-4502-afcf-d7d4b85dcb09 req-8286db20-aaf0-4d15-9b62-26cdcf2a534f tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 944 time: 0.2770474
Feb 17 04:39:57.421732 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b8c5d3bd-77d6-4502-afcf-d7d4b85dcb09 req-967ccd99-3503-4e1f-a054-06a883e82fb2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757704
Feb 17 04:39:57.455602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] For port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=40c6a7ff-cac8-485d-9c88-0e660a3d4fed,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:39:57.456010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:57.597140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Calling delete_port for 40c6a7ff-cac8-485d-9c88-0e660a3d4fed owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:39:57.927994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:57.944069 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-01c9473e-ae2a-499c-8a57-e93fbe1978f9 tempest-ServerRescueNegativeTestJSON-735056347 tempest-ServerRescueNegativeTestJSON-735056347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:39:58.054770 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Pushing event deleted for resources: {'Port': ['ID=40c6a7ff-cac8-485d-9c88-0e660a3d4fed,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:39:58.059548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:39:58.162123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] No DVR routers for this DVR port 40c6a7ff-cac8-485d-9c88-0e660a3d4fed on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:39:58.164432 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:39:58.168699 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c8d1b1-cbc5-437c-8e77-b69838822e7b', 'name': 'network-vif-deleted', 'tag': '40c6a7ff-cac8-485d-9c88-0e660a3d4fed'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:39:58.220332 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c8d1b1-cbc5-437c-8e77-b69838822e7b', 'name': 'network-vif-deleted', 'tag': '40c6a7ff-cac8-485d-9c88-0e660a3d4fed', 'status': 'completed', 'code': 200}
Feb 17 04:39:58.221898 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5a9d6247-d4ce-48d2-86e2-fec0cde73503 req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "DELETE /v2.0/ports/40c6a7ff-cac8-485d-9c88-0e660a3d4fed HTTP/1.1" status: 204  len: 173 time: 2.2932749
Feb 17 04:39:58.608280 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-546fd78b-021e-4079-aa5a-718e6ba2b7c4 req-152eed7e-34ce-4a84-b035-5ac6544326f5 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=36c8d1b1-cbc5-437c-8e77-b69838822e7b HTTP/1.1" status: 200  len: 210 time: 0.0536170
Feb 17 04:40:00.824589 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7eba4-dd6d-4ba8-8afc-3c491b403dec req-76179c83-6d1c-47dd-8620-0618bce7142e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:00.826213 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-20a7eba4-dd6d-4ba8-8afc-3c491b403dec req-76179c83-6d1c-47dd-8620-0618bce7142e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0942006
Feb 17 04:40:00.874856 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-20a7eba4-dd6d-4ba8-8afc-3c491b403dec req-71945820-77c1-4e14-8db8-2501c34e2b53 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419507
Feb 17 04:40:01.550045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da21403-7997-4dbc-95b9-e3ca5c1ed7c8 req-e96f2dff-8ced-4fae-ae73-37ec8653f2fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:01.550718 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-7da21403-7997-4dbc-95b9-e3ca5c1ed7c8 req-e96f2dff-8ced-4fae-ae73-37ec8653f2fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Synchronizing usage tracker for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:40:01.595904 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-7da21403-7997-4dbc-95b9-e3ca5c1ed7c8 req-e96f2dff-8ced-4fae-ae73-37ec8653f2fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Unset dirty status for tenant:485e107aac5140888157d73b3f00eca9 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:40:01.597442 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7da21403-7997-4dbc-95b9-e3ca5c1ed7c8 req-e96f2dff-8ced-4fae-ae73-37ec8653f2fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 945 time: 0.1367311
Feb 17 04:40:01.652649 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7da21403-7997-4dbc-95b9-e3ca5c1ed7c8 req-c5d2108d-ce74-40b8-9ee7-359b2f38c7c8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481927
Feb 17 04:40:02.084334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb2af4-f05e-4c86-a7df-4394fe153f2d req-4850bc5c-1a02-4309-ab96-439b403902ed tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:02.085969 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9fcb2af4-f05e-4c86-a7df-4394fe153f2d req-4850bc5c-1a02-4309-ab96-439b403902ed tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0906515
Feb 17 04:40:02.136198 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9fcb2af4-f05e-4c86-a7df-4394fe153f2d req-6a7645f9-b034-4cd6-bd2e-41279ca5f268 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425110
Feb 17 04:40:02.863904 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652d63c-34c4-4960-bfb1-01b02db25631 req-b43a6026-0b79-4da4-b38a-c83243dff853 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:02.865504 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5652d63c-34c4-4960-bfb1-01b02db25631 req-b43a6026-0b79-4da4-b38a-c83243dff853 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 945 time: 0.0936160
Feb 17 04:40:02.917553 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5652d63c-34c4-4960-bfb1-01b02db25631 req-3a96bded-870b-4a76-bef7-6bf9f7f3d0d2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/security-groups?id=69c52960-2307-48e0-beb4-21de86cd6657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448151
Feb 17 04:40:03.230966 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e28436-6208-4104-96fe-49df6b32b20c req-d614f00f-24ac-4ce6-9acb-4f1a46f0374b tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:03.232599 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-16e28436-6208-4104-96fe-49df6b32b20c req-d614f00f-24ac-4ce6-9acb-4f1a46f0374b tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 945 time: 0.0938208
Feb 17 04:40:03.364882 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-16e28436-6208-4104-96fe-49df6b32b20c req-49f781f9-5ab8-4ba7-bca6-e8e34bfd69f8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Deleting port 8600f1f1-a316-4a18-a5ae-51e52c74e16e {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:03.365281 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-16e28436-6208-4104-96fe-49df6b32b20c req-49f781f9-5ab8-4ba7-bca6-e8e34bfd69f8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:03.496203 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04126e2c-570b-48fa-8c21-95b94a6c045f req-93528ac4-fe61-4053-bb91-656ff7853336 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:03.497815 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-04126e2c-570b-48fa-8c21-95b94a6c045f req-93528ac4-fe61-4053-bb91-656ff7853336 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.2217789
Feb 17 04:40:03.654053 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-04126e2c-570b-48fa-8c21-95b94a6c045f req-b7ca9385-2eac-4512-935b-823c18c99286 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1411359
Feb 17 04:40:03.717623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-16e28436-6208-4104-96fe-49df6b32b20c req-49f781f9-5ab8-4ba7-bca6-e8e34bfd69f8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] For port 8600f1f1-a316-4a18-a5ae-51e52c74e16e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8600f1f1-a316-4a18-a5ae-51e52c74e16e,segment=NetworkSegment(700b8b70-b0c5-424e-bcfc-32ac8b6b9e14),segment_id=700b8b70-b0c5-424e-bcfc-32ac8b6b9e14)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:03.718034 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-16e28436-6208-4104-96fe-49df6b32b20c req-49f781f9-5ab8-4ba7-bca6-e8e34bfd69f8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:03.855529 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-16e28436-6208-4104-96fe-49df6b32b20c req-49f781f9-5ab8-4ba7-bca6-e8e34bfd69f8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Calling delete_port for 8600f1f1-a316-4a18-a5ae-51e52c74e16e owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:04.106857 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d6616fca-0c74-451d-9b4f-a149e103c531 req-5e17a70c-52f6-4587-b4cd-3a1b6d49c6bc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0da21aa-1ab0-4752-b15a-194a6de5adf8 HTTP/1.1" status: 200  len: 210 time: 0.0504804
Feb 17 04:40:04.116120 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-16e28436-6208-4104-96fe-49df6b32b20c req-49f781f9-5ab8-4ba7-bca6-e8e34bfd69f8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:04.134501 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8210e565-c295-4260-b0b3-2a3b0c960321 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:04.233462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f781f9-5ab8-4ba7-bca6-e8e34bfd69f8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Pushing event deleted for resources: {'Port': ['ID=8600f1f1-a316-4a18-a5ae-51e52c74e16e,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:04.236325 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-49f781f9-5ab8-4ba7-bca6-e8e34bfd69f8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:04.304787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 8600f1f1-a316-4a18-a5ae-51e52c74e16e no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:40:04.343253 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] No Port match for: 8600f1f1-a316-4a18-a5ae-51e52c74e16e {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:40:04.343668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 8600f1f1-a316-4a18-a5ae-51e52c74e16e not bound to the agent host hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:40:04.344981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e28436-6208-4104-96fe-49df6b32b20c req-49f781f9-5ab8-4ba7-bca6-e8e34bfd69f8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] No DVR routers for this DVR port 8600f1f1-a316-4a18-a5ae-51e52c74e16e on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:40:04.347163 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-16e28436-6208-4104-96fe-49df6b32b20c req-49f781f9-5ab8-4ba7-bca6-e8e34bfd69f8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:04.350776 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0da21aa-1ab0-4752-b15a-194a6de5adf8', 'name': 'network-vif-deleted', 'tag': '8600f1f1-a316-4a18-a5ae-51e52c74e16e'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:04.391598 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-16e28436-6208-4104-96fe-49df6b32b20c req-49f781f9-5ab8-4ba7-bca6-e8e34bfd69f8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] 10.222.0.76 "DELETE /v2.0/ports/8600f1f1-a316-4a18-a5ae-51e52c74e16e HTTP/1.1" status: 204  len: 173 time: 1.1528301
Feb 17 04:40:04.403940 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0da21aa-1ab0-4752-b15a-194a6de5adf8', 'name': 'network-vif-deleted', 'tag': '8600f1f1-a316-4a18-a5ae-51e52c74e16e', 'status': 'completed', 'code': 200}
Feb 17 04:40:04.872541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf63603-ef0b-4ea9-8928-42fac9382a84 req-a38cf30b-b289-4c32-a09c-eea065e90c88 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:04.874280 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1bf63603-ef0b-4ea9-8928-42fac9382a84 req-a38cf30b-b289-4c32-a09c-eea065e90c88 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0943334
Feb 17 04:40:04.928417 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1bf63603-ef0b-4ea9-8928-42fac9382a84 req-99fb0b45-0575-4a52-bd9b-52047af8549c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458009
Feb 17 04:40:05.213557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 60270) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:05.286049 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-023dd116-a3c7-43ed-b902-31f572d5d85f admin admin] Deleting subnet a5542b97-c690-419f-b342-b39057c69887 {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:40:05.289578 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-023dd116-a3c7-43ed-b902-31f572d5d85f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:05.346590 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-023dd116-a3c7-43ed-b902-31f572d5d85f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006034'] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:05.408507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-023dd116-a3c7-43ed-b902-31f572d5d85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:05.413475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1899db89-f150-4adc-9cd8-7f21d60df635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:05.608180 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:06.140486 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-023dd116-a3c7-43ed-b902-31f572d5d85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4085193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4014444'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:06.159865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:06.249902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52a615-12d4-44cc-a6ed-26cc4e04c875 req-27aa6a65-66f3-43e4-a7ba-962286aa818c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:06.251585 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ee52a615-12d4-44cc-a6ed-26cc4e04c875 req-27aa6a65-66f3-43e4-a7ba-962286aa818c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.1922007
Feb 17 04:40:06.265905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dd116-a3c7-43ed-b902-31f572d5d85f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5542b97-c690-419f-b342-b39057c69887,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:06.287955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-023dd116-a3c7-43ed-b902-31f572d5d85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:06.343602 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ee52a615-12d4-44cc-a6ed-26cc4e04c875 req-430b481a-8278-48b0-ac0d-c30599403765 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721982
Feb 17 04:40:06.348755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-023dd116-a3c7-43ed-b902-31f572d5d85f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:06.357835 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-023dd116-a3c7-43ed-b902-31f572d5d85f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a5542b97-c690-419f-b342-b39057c69887 HTTP/1.1" status: 204  len: 168 time: 1.1406662
Feb 17 04:40:06.358229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 60282) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:06.484365 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:06.692646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:06.810390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000cd12eb8>,) {'filters': {'network_id': ['373accc4-7a29-4586-831f-494c09eed7f5']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:06.824482 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000cd12eb8>, '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:06.824981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000cd12eb8>, '700b8b70-b0c5-424e-bcfc-32ac8b6b9e14') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:06.837401 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850769782'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:06.961810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:06.964154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:40:07.148113 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] Network 373accc4-7a29-4586-831f-494c09eed7f5 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:40:07.157374 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850691786'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:07.343684 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] Network 373accc4-7a29-4586-831f-494c09eed7f5 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:40:07.367343 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:40:07.568809 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6c58e-9e85-4b34-8080-0b504e9ae804 req-a8c987a6-5771-477b-9619-60eadf4f84e7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:07.570517 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-25d6c58e-9e85-4b34-8080-0b504e9ae804 req-a8c987a6-5771-477b-9619-60eadf4f84e7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0958295
Feb 17 04:40:07.623257 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-25d6c58e-9e85-4b34-8080-0b504e9ae804 req-055ab77f-8d45-4c5f-9502-d1a4a4c6256b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440843
Feb 17 04:40:07.675955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:07.679658 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-50bb9cba-e0c4-4343-86ef-e316070a6c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:07.694648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:07.706176 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] Pushing event deleted for resources: {'Network': ['ID=373accc4-7a29-4586-831f-494c09eed7f5,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:07.710284 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:07.739805 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-06706aff-3ba2-449b-a905-af2e7cdcb16a admin admin] 10.222.0.73 "DELETE /v2.0/networks/373accc4-7a29-4586-831f-494c09eed7f5 HTTP/1.1" status: 204  len: 168 time: 1.3802159
Feb 17 04:40:07.950865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-80bb5627-75ab-4d24-8baa-0977f53c252a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:08.088195 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 60304) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:08.141579 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-1dd2d315-8c34-4bb2-873a-2dc82e3415ba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=485e107aac5140888157d73b3f00eca9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519922
Feb 17 04:40:08.144315 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 60308) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:08.207243 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:08.234731 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:08.538914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:08.640791 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:08.666752 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bd32ede5-ac0a-4551-8d3a-1430646bd4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:08.686281 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c52960-2307-48e0-beb4-21de86cd6657,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:08.695634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.696052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.696465 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.696878 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.697239 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.697753 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.698137 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.698729 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.699561 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.699964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.700356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.700747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.701199 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.701747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.702357 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.702702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.703400 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.703585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.704478 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.704589 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.704899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.705283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.705675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.706058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:08.710089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:08.724976 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:08.729605 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69c52960-2307-48e0-beb4-21de86cd6657 HTTP/1.1" status: 204  len: 168 time: 0.5836835
Feb 17 04:40:08.864541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1666f2e-7dc8-4328-b190-ef90b403b468 req-6c7b1f91-4448-4b4c-af2a-6979590be25d tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:08.866192 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e1666f2e-7dc8-4328-b190-ef90b403b468 req-6c7b1f91-4448-4b4c-af2a-6979590be25d tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0973444
Feb 17 04:40:08.915964 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e1666f2e-7dc8-4328-b190-ef90b403b468 req-8761b92f-677b-4666-8af9-8bdac9f3093c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428026
Feb 17 04:40:09.710606 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:10.132823 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce4af9-227e-4b8d-8d28-0600ddfd88c8 req-5f168a62-c73e-4742-890b-b3cce896ed88 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:10.134499 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e6ce4af9-227e-4b8d-8d28-0600ddfd88c8 req-5f168a62-c73e-4742-890b-b3cce896ed88 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0925131
Feb 17 04:40:10.194108 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e6ce4af9-227e-4b8d-8d28-0600ddfd88c8 req-fcc41764-dc2d-4aed-bb29-d6ba02b6ec0a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529184
Feb 17 04:40:10.370342 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:40:10.664879 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:11.408042 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab902c-0b92-4598-a83f-e884f7a9c8dd req-478480f1-9847-456d-bfa8-9de859ecc859 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:11.409567 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-72ab902c-0b92-4598-a83f-e884f7a9c8dd req-478480f1-9847-456d-bfa8-9de859ecc859 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0944409
Feb 17 04:40:11.460312 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-72ab902c-0b92-4598-a83f-e884f7a9c8dd req-df81edb8-6f36-4e0d-beb4-78a6ab21b651 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432801
Feb 17 04:40:12.701115 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a736fd-d9d5-4efa-87cc-c570e8ee2334 req-f19856bf-4e35-436a-9b85-219918265502 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:12.703175 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-06a736fd-d9d5-4efa-87cc-c570e8ee2334 req-f19856bf-4e35-436a-9b85-219918265502 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.1038089
Feb 17 04:40:12.753882 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-06a736fd-d9d5-4efa-87cc-c570e8ee2334 req-898cb227-c650-49d8-a98a-75cd92608dfd tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431921
Feb 17 04:40:13.998916 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba60e5-7c8e-41b9-af2f-5a65f15e81db req-1b581102-6b1d-4c3d-8a9f-e5e460adc80b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:14.000839 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5aba60e5-7c8e-41b9-af2f-5a65f15e81db req-1b581102-6b1d-4c3d-8a9f-e5e460adc80b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.1155295
Feb 17 04:40:14.075177 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5aba60e5-7c8e-41b9-af2f-5a65f15e81db req-e40a3cff-acb6-46ad-be17-bef3d2d1a06c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655718
Feb 17 04:40:14.176685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 60416) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:14.344588 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d5ae16f4-4400-4cc8-b961-3f44111b3573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:14.363686 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-d5ae16f4-4400-4cc8-b961-3f44111b3573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:14.369465 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-d5ae16f4-4400-4cc8-b961-3f44111b3573 admin admin] Usage tracker for resource:security_group_rule and tenant:2e3f88a8fe6f416fa8961549a45f7001 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:14.372613 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-d5ae16f4-4400-4cc8-b961-3f44111b3573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:14.378617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-d5ae16f4-4400-4cc8-b961-3f44111b3573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:14.534475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d5ae16f4-4400-4cc8-b961-3f44111b3573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:14.601639 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d5ae16f4-4400-4cc8-b961-3f44111b3573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:14.614548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f979cd16-8735-4d67-a134-da1297ee0b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:14.703906 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae16f4-4400-4cc8-b961-3f44111b3573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02b9908-4009-4347-97a3-8193ff1666eb,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:14.714656 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-d5ae16f4-4400-4cc8-b961-3f44111b3573 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e3f88a8fe6f416fa8961549a45f7001&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5322011
Feb 17 04:40:14.714656 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d5ae16f4-4400-4cc8-b961-3f44111b3573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:14.716364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 60422) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:14.799807 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1753bbae-1e3d-49f7-85bd-75a7c9084cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:14.834655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1753bbae-1e3d-49f7-85bd-75a7c9084cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:14.922013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1753bbae-1e3d-49f7-85bd-75a7c9084cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:14.934500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b20735b9-d68a-4ce6-9e40-27f7d08d8fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:14.952780 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753bbae-1e3d-49f7-85bd-75a7c9084cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02b9908-4009-4347-97a3-8193ff1666eb,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:14.955356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1753bbae-1e3d-49f7-85bd-75a7c9084cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:14.957491 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-1753bbae-1e3d-49f7-85bd-75a7c9084cf6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c02b9908-4009-4347-97a3-8193ff1666eb HTTP/1.1" status: 204  len: 168 time: 0.2405570
Feb 17 04:40:14.958900 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1753bbae-1e3d-49f7-85bd-75a7c9084cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:15.320246 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085c58c-0b99-40a7-8968-e4eed22e5f0f req-becd6d99-07d6-4e3a-a67b-66c0d843a917 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:15.322692 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5085c58c-0b99-40a7-8968-e4eed22e5f0f req-becd6d99-07d6-4e3a-a67b-66c0d843a917 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0951250
Feb 17 04:40:15.398489 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5085c58c-0b99-40a7-8968-e4eed22e5f0f req-e4145df1-7199-480f-999c-265c0c020b0b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671914
Feb 17 04:40:16.748655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e26ca-46c6-4388-8c3d-7997b3303165 req-e17429f8-9e93-46d3-8707-81ec785f8392 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:16.751108 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-381e26ca-46c6-4388-8c3d-7997b3303165 req-e17429f8-9e93-46d3-8707-81ec785f8392 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.1570141
Feb 17 04:40:16.807920 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-381e26ca-46c6-4388-8c3d-7997b3303165 req-9d3a1d78-24cd-4cfd-8df8-1df0d8b096eb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474215
Feb 17 04:40:18.120151 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23501a04-c436-41e5-a4d5-6c242694280a req-d42a3bbc-c2b2-41fa-8809-b2bb83e80445 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:18.129366 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-23501a04-c436-41e5-a4d5-6c242694280a req-d42a3bbc-c2b2-41fa-8809-b2bb83e80445 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.1337643
Feb 17 04:40:18.189302 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-23501a04-c436-41e5-a4d5-6c242694280a req-8bd0e67d-1deb-413d-bd96-e4005b67fd74 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586212
Feb 17 04:40:18.466107 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 60502) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:18.704979 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-caf9036a-1ce5-453b-806e-6660d5afe2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:18.738747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-caf9036a-1ce5-453b-806e-6660d5afe2d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:18.745778 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-caf9036a-1ce5-453b-806e-6660d5afe2d3 admin admin] Usage tracker for resource:security_group_rule and tenant:5f105dac7e84480681f91f78b9d8a986 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:18.750748 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-caf9036a-1ce5-453b-806e-6660d5afe2d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:18.762602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-caf9036a-1ce5-453b-806e-6660d5afe2d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:18.975612 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-caf9036a-1ce5-453b-806e-6660d5afe2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.013426 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-caf9036a-1ce5-453b-806e-6660d5afe2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.028380 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-91506329-567b-4885-aff6-f00a65a19297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:19.087698 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-caf9036a-1ce5-453b-806e-6660d5afe2d3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5f105dac7e84480681f91f78b9d8a986&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6200857
Feb 17 04:40:19.090843 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9036a-1ce5-453b-806e-6660d5afe2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83bfb82-6778-43fa-a666-236ad8ee5f21,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:19.092245 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 60514) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:19.103177 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-caf9036a-1ce5-453b-806e-6660d5afe2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:19.207409 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ae68425d-ff65-41ff-8a9f-61ba273df2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.245101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ae68425d-ff65-41ff-8a9f-61ba273df2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.345541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ae68425d-ff65-41ff-8a9f-61ba273df2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.354074 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:19.429279 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68425d-ff65-41ff-8a9f-61ba273df2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83bfb82-6778-43fa-a666-236ad8ee5f21,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:19.431340 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ae68425d-ff65-41ff-8a9f-61ba273df2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:19.435726 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ae68425d-ff65-41ff-8a9f-61ba273df2e2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b83bfb82-6778-43fa-a666-236ad8ee5f21 HTTP/1.1" status: 204  len: 168 time: 0.3416402
Feb 17 04:40:19.440241 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ae68425d-ff65-41ff-8a9f-61ba273df2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:19.477755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47093d3c-c638-48f7-a181-4274e7f5c38c req-adad7dcc-c99d-476f-80a1-a48524aeb80c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:19.479346 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47093d3c-c638-48f7-a181-4274e7f5c38c req-adad7dcc-c99d-476f-80a1-a48524aeb80c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.1355643
Feb 17 04:40:19.557172 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47093d3c-c638-48f7-a181-4274e7f5c38c req-8a974123-2a04-4b20-887e-fb8a8302d33b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588603
Feb 17 04:40:20.182291 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 60530) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:20.204600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1920-c7f0-44a5-a951-14b3e0ff03b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:20.224215 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ae4d1920-c7f0-44a5-a951-14b3e0ff03b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:20.229295 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ae4d1920-c7f0-44a5-a951-14b3e0ff03b4 admin admin] Usage tracker for resource:security_group_rule and tenant:615635dc8a2d4262a6e3ee840737eb80 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:20.233086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ae4d1920-c7f0-44a5-a951-14b3e0ff03b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:20.241067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ae4d1920-c7f0-44a5-a951-14b3e0ff03b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:20.341991 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1920-c7f0-44a5-a951-14b3e0ff03b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:20.738324 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1920-c7f0-44a5-a951-14b3e0ff03b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:20.747818 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b6ec4ecf-5127-46e7-8a16-351730c0196c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:20.802794 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ae4d1920-c7f0-44a5-a951-14b3e0ff03b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=615635dc8a2d4262a6e3ee840737eb80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6191583
Feb 17 04:40:20.803791 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d1920-c7f0-44a5-a951-14b3e0ff03b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116d0bca-d8a0-4c4d-8bc0-6ec786ec5083,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:20.805513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 60536) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:20.807990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ae4d1920-c7f0-44a5-a951-14b3e0ff03b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:20.843047 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb25f8-edda-46a5-9b4a-1e8b5d39f793 req-946c31da-c519-417c-98f4-b7c2a6a59d36 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:20.845402 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b8fb25f8-edda-46a5-9b4a-1e8b5d39f793 req-946c31da-c519-417c-98f4-b7c2a6a59d36 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.1637523
Feb 17 04:40:20.892735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac35-78b2-4480-a736-e475a80ab2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:20.898827 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b8fb25f8-edda-46a5-9b4a-1e8b5d39f793 req-74544588-82bc-4f8f-867b-85f86cc2de6a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467174
Feb 17 04:40:20.926775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac35-78b2-4480-a736-e475a80ab2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:21.007769 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac35-78b2-4480-a736-e475a80ab2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:21.011983 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d5ae16f4-4400-4cc8-b961-3f44111b3573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:21.025546 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1ac35-78b2-4480-a736-e475a80ab2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116d0bca-d8a0-4c4d-8bc0-6ec786ec5083,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:21.028656 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0de1ac35-78b2-4480-a736-e475a80ab2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:21.036232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac35-78b2-4480-a736-e475a80ab2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:21.037709 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-0de1ac35-78b2-4480-a736-e475a80ab2c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/116d0bca-d8a0-4c4d-8bc0-6ec786ec5083 HTTP/1.1" status: 204  len: 168 time: 0.2311430
Feb 17 04:40:22.143682 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467eaddf-7237-4053-bc2c-6fefc0cc6fcc req-49a39c0e-5792-49c0-ae08-cd877244e349 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:22.145715 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-467eaddf-7237-4053-bc2c-6fefc0cc6fcc req-49a39c0e-5792-49c0-ae08-cd877244e349 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.1040661
Feb 17 04:40:22.210466 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-467eaddf-7237-4053-bc2c-6fefc0cc6fcc req-e89b2354-98a7-447e-89a9-9ee50fbbde39 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575001
Feb 17 04:40:23.499890 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405887ca-350c-409e-9f16-13bdbdf9b6cd req-065308ba-33dc-44a5-9bfc-2b0f1572eb66 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:23.502974 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-405887ca-350c-409e-9f16-13bdbdf9b6cd req-065308ba-33dc-44a5-9bfc-2b0f1572eb66 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.1470501
Feb 17 04:40:23.580511 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-405887ca-350c-409e-9f16-13bdbdf9b6cd req-4aa1be06-7788-4cc8-91e1-5da2cec01dc7 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709448
Feb 17 04:40:24.791068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba56989-e403-492e-b596-4e55aead9533 req-083cff5e-bd9a-4bbc-802e-4aac35f7f58d tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:24.792762 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2ba56989-e403-492e-b596-4e55aead9533 req-083cff5e-bd9a-4bbc-802e-4aac35f7f58d tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0976295
Feb 17 04:40:24.863376 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2ba56989-e403-492e-b596-4e55aead9533 req-30adffe3-4988-4563-8dfe-e24b60d8c563 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636623
Feb 17 04:40:25.037805 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 60616) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:25.186404 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4049-bc0c-4c6b-b7c8-c980fa7c74fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:25.203963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ab7c4049-bc0c-4c6b-b7c8-c980fa7c74fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:25.208891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ab7c4049-bc0c-4c6b-b7c8-c980fa7c74fe admin admin] Usage tracker for resource:security_group_rule and tenant:0ffe4a8d94b64ed3b1b85ef3de57f360 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:25.214754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-ab7c4049-bc0c-4c6b-b7c8-c980fa7c74fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:25.221045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-ab7c4049-bc0c-4c6b-b7c8-c980fa7c74fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:25.323901 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4049-bc0c-4c6b-b7c8-c980fa7c74fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:25.367591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4049-bc0c-4c6b-b7c8-c980fa7c74fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:25.387391 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3a95b8e3-073e-442e-9c89-c8a3f2df49a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:25.434939 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 60624) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:25.443958 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ab7c4049-bc0c-4c6b-b7c8-c980fa7c74fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ffe4a8d94b64ed3b1b85ef3de57f360&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4049063
Feb 17 04:40:25.446194 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c4049-bc0c-4c6b-b7c8-c980fa7c74fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd9b969-f6ab-4cd9-adf7-4066e11c93b7,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:25.450904 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ab7c4049-bc0c-4c6b-b7c8-c980fa7c74fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:25.506351 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a389200c-2bc7-4319-80a6-a83159ce99c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:25.540719 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a389200c-2bc7-4319-80a6-a83159ce99c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:25.665050 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a389200c-2bc7-4319-80a6-a83159ce99c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:25.670352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8fdb13ae-2c8e-4738-adc9-70b25c81fd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:25.686528 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389200c-2bc7-4319-80a6-a83159ce99c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd9b969-f6ab-4cd9-adf7-4066e11c93b7,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:25.692963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a389200c-2bc7-4319-80a6-a83159ce99c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:25.693645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a389200c-2bc7-4319-80a6-a83159ce99c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:25.697928 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a389200c-2bc7-4319-80a6-a83159ce99c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cfd9b969-f6ab-4cd9-adf7-4066e11c93b7 HTTP/1.1" status: 204  len: 168 time: 0.2615774
Feb 17 04:40:26.090540 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dd0fb-accc-46f7-b2b5-c09168c93dad req-07987a8d-ca12-46a0-8978-dc0b02eaad7b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:26.092284 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6c9dd0fb-accc-46f7-b2b5-c09168c93dad req-07987a8d-ca12-46a0-8978-dc0b02eaad7b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0987525
Feb 17 04:40:26.142134 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6c9dd0fb-accc-46f7-b2b5-c09168c93dad req-eb1dcd2d-f7e5-456e-9588-96e2bd00e4e0 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426915
Feb 17 04:40:26.183718 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 60644) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:26.203411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a727c929-78d4-4cd9-9dff-2356743242e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:26.220128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a727c929-78d4-4cd9-9dff-2356743242e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:26.224450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a727c929-78d4-4cd9-9dff-2356743242e4 admin admin] Usage tracker for resource:security_group_rule and tenant:b2dd5762e3e24eb2ab0327d27048040f is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:26.227591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a727c929-78d4-4cd9-9dff-2356743242e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:26.233806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a727c929-78d4-4cd9-9dff-2356743242e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:26.325078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a727c929-78d4-4cd9-9dff-2356743242e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:26.355583 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a727c929-78d4-4cd9-9dff-2356743242e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:26.365769 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ae4d1920-c7f0-44a5-a951-14b3e0ff03b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:26.409771 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a727c929-78d4-4cd9-9dff-2356743242e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b2dd5762e3e24eb2ab0327d27048040f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2248292
Feb 17 04:40:26.411225 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727c929-78d4-4cd9-9dff-2356743242e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd7c12a-2820-4590-828a-f6f08321cdba,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:26.413564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 60648) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:26.414948 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a727c929-78d4-4cd9-9dff-2356743242e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:26.484490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-813508da-a4a3-4631-a108-54d12afcced7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:26.514580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-813508da-a4a3-4631-a108-54d12afcced7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:26.630440 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-813508da-a4a3-4631-a108-54d12afcced7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:26.637321 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ada2baa9-251a-4043-bf24-0e36c5ed18a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:26.651689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813508da-a4a3-4631-a108-54d12afcced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd7c12a-2820-4590-828a-f6f08321cdba,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:26.654533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-813508da-a4a3-4631-a108-54d12afcced7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:26.665320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-813508da-a4a3-4631-a108-54d12afcced7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:26.669425 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-813508da-a4a3-4631-a108-54d12afcced7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0bd7c12a-2820-4590-828a-f6f08321cdba HTTP/1.1" status: 204  len: 168 time: 0.2547517
Feb 17 04:40:26.736914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493741b-3ad5-4d5c-8ccb-1e5efa285157 req-28e06eeb-b45c-43ae-8a93-269e424438d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:26.739151 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1493741b-3ad5-4d5c-8ccb-1e5efa285157 req-28e06eeb-b45c-43ae-8a93-269e424438d8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4db349eea3a41deb61c89e67a673600&device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 1162 time: 0.0866838
Feb 17 04:40:26.896161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493741b-3ad5-4d5c-8ccb-1e5efa285157 req-4f60d970-c11f-47ec-be9f-78e559e7656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:26.897793 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1493741b-3ad5-4d5c-8ccb-1e5efa285157 req-4f60d970-c11f-47ec-be9f-78e559e7656c service neutron] 10.222.0.76 "GET /v2.0/networks?id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 200  len: 911 time: 0.1527517
Feb 17 04:40:27.017067 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1493741b-3ad5-4d5c-8ccb-1e5efa285157 req-d9417c77-5e64-4d8c-ab7b-6ecb507229bf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f18046e-e3e6-4296-a693-3a238c8173b1 HTTP/1.1" status: 200  len: 1001 time: 0.1126907
Feb 17 04:40:27.093592 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493741b-3ad5-4d5c-8ccb-1e5efa285157 req-3c8d5176-99cf-4461-859a-f68cdb755fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:27.095171 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1493741b-3ad5-4d5c-8ccb-1e5efa285157 req-3c8d5176-99cf-4461-859a-f68cdb755fd3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0186b1a0-62b8-4766-b853-dd62c7fb19d9 HTTP/1.1" status: 200  len: 856 time: 0.0698924
Feb 17 04:40:27.193405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493741b-3ad5-4d5c-8ccb-1e5efa285157 req-07ea08ff-6fcf-43a5-b7d2-6c52b496ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:27.196135 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1493741b-3ad5-4d5c-8ccb-1e5efa285157 req-07ea08ff-6fcf-43a5-b7d2-6c52b496ad66 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0927532
Feb 17 04:40:27.371257 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1493741b-3ad5-4d5c-8ccb-1e5efa285157 req-5efac89f-1cfd-425f-a9c5-0c13215ae2e9 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1676989
Feb 17 04:40:27.554532 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1493741b-3ad5-4d5c-8ccb-1e5efa285157 req-d18f8f36-d555-47b9-a879-914f226bac62 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1767607
Feb 17 04:40:27.608753 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942f582-aab0-41aa-873c-07469e78ac82 req-92794756-fa55-4d26-bf23-f81fbfd8dfa0 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:27.610999 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0942f582-aab0-41aa-873c-07469e78ac82 req-92794756-fa55-4d26-bf23-f81fbfd8dfa0 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.3382118
Feb 17 04:40:27.673696 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0942f582-aab0-41aa-873c-07469e78ac82 req-83d98d78-c983-4c4c-aaf0-42abc8205d04 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531840
Feb 17 04:40:28.887075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29c052-2175-4959-911b-7df0f3247404 req-6d15de1f-4e01-4b98-a540-4f4d0d59cec9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:28.888799 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0d29c052-2175-4959-911b-7df0f3247404 req-6d15de1f-4e01-4b98-a540-4f4d0d59cec9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0938232
Feb 17 04:40:28.946178 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0d29c052-2175-4959-911b-7df0f3247404 req-8e33035b-11c7-403a-9fc0-03524e29fc9a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501277
Feb 17 04:40:30.376980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6a8ca-92d1-4269-a1c7-aaf2da61ea60 req-ae4321ea-19d0-472f-8384-07ade52f1f32 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:30.378507 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-cea6a8ca-92d1-4269-a1c7-aaf2da61ea60 req-ae4321ea-19d0-472f-8384-07ade52f1f32 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.3079903
Feb 17 04:40:30.426847 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-cea6a8ca-92d1-4269-a1c7-aaf2da61ea60 req-418444f7-0013-4012-884d-501c92fbb0e3 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413697
Feb 17 04:40:30.464490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 9f18046e-e3e6-4296-a693-3a238c8173b1 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:40:30.591213 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:30.621998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:30.647794 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 9f18046e-e3e6-4296-a693-3a238c8173b1, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=9f18046e-e3e6-4296-a693-3a238c8173b1,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:30.681583 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:30.685004 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1', 'code': 422} returned with failed status
Feb 17 04:40:30.685567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-fd6ed04e-3eb3-4bb8-81ad-a020ca2340ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:30.760753 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=9f18046e-e3e6-4296-a693-3a238c8173b1,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:30.769018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.769407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.769857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.770233 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.770601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.770967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.771417 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.771893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.772227 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.772585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.772946 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.773309 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.773744 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.774147 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.774504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.774860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.775214 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.775797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.775932 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.776278 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.776628 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.776980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.777332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.777691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:40:30.782142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:33.526149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a14eb-c605-45c5-8e0e-ab38e4a75414 req-fba395f5-7c78-4145-8657-07c2dd94d2b4 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:33.527785 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-602a14eb-c605-45c5-8e0e-ab38e4a75414 req-fba395f5-7c78-4145-8657-07c2dd94d2b4 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.0912538
Feb 17 04:40:33.624608 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-602a14eb-c605-45c5-8e0e-ab38e4a75414 req-2241d821-d572-4a0c-a1c9-4d90849dee0e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904577
Feb 17 04:40:33.667308 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-4e3c7a17-bd33-4ff5-b7f0-afeaf7c36c01 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0971529
Feb 17 04:40:34.053248 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf68bbc-dcac-4bdc-a09b-66be0206e7f3 req-87b979e8-ca94-4089-8af8-98326783826d tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:34.054737 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcf68bbc-dcac-4bdc-a09b-66be0206e7f3 req-87b979e8-ca94-4089-8af8-98326783826d tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 945 time: 0.0904768
Feb 17 04:40:34.103631 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-dcf68bbc-dcac-4bdc-a09b-66be0206e7f3 req-0022e8a9-d3f6-4021-ad90-f5bf693c890c tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a9dafa4-a182-4fd4-8961-5a7c90db32c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421157
Feb 17 04:40:34.398472 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-11c27d87-0304-4947-9730-961ebc88e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:34.400096 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-11c27d87-0304-4947-9730-961ebc88e693 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9&tenant_id=b4db349eea3a41deb61c89e67a673600 HTTP/1.1" status: 200  len: 1160 time: 0.0870283
Feb 17 04:40:34.504239 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-a25a5329-e8a2-428f-9c13-54adf658115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:34.505848 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-a25a5329-e8a2-428f-9c13-54adf658115e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4db349eea3a41deb61c89e67a673600&device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 1160 time: 0.0794659
Feb 17 04:40:34.656058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-62f7a4c0-8789-4c3a-8277-b9ebeba42aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:34.657655 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-62f7a4c0-8789-4c3a-8277-b9ebeba42aec service neutron] 10.222.0.76 "GET /v2.0/networks?id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 200  len: 911 time: 0.1445017
Feb 17 04:40:34.823822 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-ee5b1632-ea2f-4cef-9891-5e8f568275e5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f18046e-e3e6-4296-a693-3a238c8173b1 HTTP/1.1" status: 200  len: 999 time: 0.1586952
Feb 17 04:40:34.916519 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-99439556-ac1d-4624-afe8-aa899697b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:34.918027 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-99439556-ac1d-4624-afe8-aa899697b85d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0186b1a0-62b8-4766-b853-dd62c7fb19d9 HTTP/1.1" status: 200  len: 856 time: 0.0861440
Feb 17 04:40:34.924315 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcf47b-0998-4888-be0d-a4dbdb5acf00 req-baeae3d6-7b91-4043-ab0f-84388f6e5d43 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:34.925871 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0efcf47b-0998-4888-be0d-a4dbdb5acf00 req-baeae3d6-7b91-4043-ab0f-84388f6e5d43 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.1584399
Feb 17 04:40:35.033417 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0efcf47b-0998-4888-be0d-a4dbdb5acf00 req-111c42a0-f933-4b1f-ace2-cdda59396bc1 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656712
Feb 17 04:40:35.055766 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-abc1447d-26a1-434b-9fff-5261b88336c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:35.055766 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-abc1447d-26a1-434b-9fff-5261b88336c4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1253049
Feb 17 04:40:35.205616 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-72ec2000-2980-42bb-9cd8-bd2c1160fa63 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414819
Feb 17 04:40:35.311829 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27543372-1cb8-4b06-9640-99196b36d950 req-2b5018db-5d7f-4afa-86aa-82feba41a243 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:35.313458 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-27543372-1cb8-4b06-9640-99196b36d950 req-2b5018db-5d7f-4afa-86aa-82feba41a243 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 945 time: 0.0926750
Feb 17 04:40:35.357352 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-78e36efd-eef8-41de-9848-43a1829657b2 service neutron] 10.222.0.76 "GET /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439662
Feb 17 04:40:35.363051 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-27543372-1cb8-4b06-9640-99196b36d950 req-607dfa8a-0317-496d-9dd5-990805cfed22 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a9dafa4-a182-4fd4-8961-5a7c90db32c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421021
Feb 17 04:40:35.429320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbd37-13c2-4a54-b6b6-ad21e40860e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:35.617622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:35.843459 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-0eb5d126-9fce-45eb-9fff-249cb2e3ba8f tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:35.845031 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-0eb5d126-9fce-45eb-9fff-249cb2e3ba8f tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.76 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 945 time: 0.0929213
Feb 17 04:40:35.895485 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6e61a152-ba97-4979-b262-593bebea6495 req-5e3614e6-5071-4ed9-9f7c-33d8ad42e15d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0794737
Feb 17 04:40:35.925826 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Deleting port 6249f6fb-e214-4e01-88cf-00d6399056e8 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:35.926207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.006673 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61a152-ba97-4979-b262-593bebea6495 req-35a7dfa9-e459-41b4-aca2-27da81cb27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:36.008323 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6e61a152-ba97-4979-b262-593bebea6495 req-35a7dfa9-e459-41b4-aca2-27da81cb27a0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d447f221703e4725a470bab1096716e0&device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 1163 time: 0.0875287
Feb 17 04:40:36.218312 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61a152-ba97-4979-b262-593bebea6495 req-c44a07ff-49c0-4fae-bc35-2341e22a4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:36.219954 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6e61a152-ba97-4979-b262-593bebea6495 req-c44a07ff-49c0-4fae-bc35-2341e22a4d99 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd HTTP/1.1" status: 200  len: 902 time: 0.1878259
Feb 17 04:40:36.276080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] For port 6249f6fb-e214-4e01-88cf-00d6399056e8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=6249f6fb-e214-4e01-88cf-00d6399056e8,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:36.276456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.347359 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6e61a152-ba97-4979-b262-593bebea6495 req-62bee694-3e19-49d1-9ad3-6127cc707b23 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0 HTTP/1.1" status: 200  len: 1002 time: 0.1206043
Feb 17 04:40:36.440154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61a152-ba97-4979-b262-593bebea6495 req-ce6e09ff-62f4-4b8e-8aae-290941c8c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:36.441731 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6e61a152-ba97-4979-b262-593bebea6495 req-ce6e09ff-62f4-4b8e-8aae-290941c8c202 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f2aad9a-e0e6-47ae-b083-c062af76f603 HTTP/1.1" status: 200  len: 847 time: 0.0872939
Feb 17 04:40:36.511780 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 6249f6fb-e214-4e01-88cf-00d6399056e8 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:40:36.516269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee303-f71b-4800-ad51-dc76d6394f26 req-19d642eb-ccd6-48d7-93b7-464329878ca8 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:36.519760 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c08ee303-f71b-4800-ad51-dc76d6394f26 req-19d642eb-ccd6-48d7-93b7-464329878ca8 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.3038986
Feb 17 04:40:36.602383 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61a152-ba97-4979-b262-593bebea6495 req-b740d2e3-7319-4220-af0b-b046ebd1c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:36.609941 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6e61a152-ba97-4979-b262-593bebea6495 req-b740d2e3-7319-4220-af0b-b046ebd1c8da service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1607416
Feb 17 04:40:36.675395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.680180 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c08ee303-f71b-4800-ad51-dc76d6394f26 req-560568e8-5523-4c0c-9517-602d2bb89eb4 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1550245
Feb 17 04:40:36.747941 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 6249f6fb-e214-4e01-88cf-00d6399056e8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=6249f6fb-e214-4e01-88cf-00d6399056e8,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:36.749332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6249f6fb-e214-4e01-88cf-00d6399056e8'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:36.761116 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.766089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.766752 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Floating IP 122304e4-e822-4258-b173-b13385a91bd7 disassociated. External IP: 172.27.2.217, port: 6249f6fb-e214-4e01-88cf-00d6399056e8.
Feb 17 04:40:36.766934 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Calling delete_port for 6249f6fb-e214-4e01-88cf-00d6399056e8 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:36.784412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:36.787309 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:36.862291 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6e61a152-ba97-4979-b262-593bebea6495 req-d4c8e053-2dcb-49de-8351-33771a1ce403 service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2394984
Feb 17 04:40:36.888997 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877cc6c-8546-4d1f-8314-ea771f1464c5 req-06065b9f-a153-4469-9847-449bdad11785 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:36.897593 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1877cc6c-8546-4d1f-8314-ea771f1464c5 req-06065b9f-a153-4469-9847-449bdad11785 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 945 time: 0.4034164
Feb 17 04:40:36.934781 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6249f6fb-e214-4e01-88cf-00d6399056e8', 'code': 200}
Feb 17 04:40:36.936095 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=6249f6fb-e214-4e01-88cf-00d6399056e8,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:36.942290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:36.997175 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84038) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:40:36.997697 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:40:37.094029 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1877cc6c-8546-4d1f-8314-ea771f1464c5 req-490aa660-fb54-4696-bbfa-3fba3133a7a5 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a9dafa4-a182-4fd4-8961-5a7c90db32c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1944768
Feb 17 04:40:37.147569 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6e61a152-ba97-4979-b262-593bebea6495 req-4ac6abb1-1e4e-4421-b8f6-8a61b0c4ab7d service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2280431
Feb 17 04:40:37.499063 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Deleting port 6249f6fb-e214-4e01-88cf-00d6399056e8 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:37.499784 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:37.824180 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] For port 6249f6fb-e214-4e01-88cf-00d6399056e8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=6249f6fb-e214-4e01-88cf-00d6399056e8,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:37.824759 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:37.944011 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-55f8cef9-389a-4b3c-ab4a-a8135ed5dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.235143 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f594-faee-46bc-bcd7-7c824e480fe7 req-9982b6af-ae79-45a4-8b43-ea7b9327f1b4 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:38.244015 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e8a0f594-faee-46bc-bcd7-7c824e480fe7 req-9982b6af-ae79-45a4-8b43-ea7b9327f1b4 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.3373275
Feb 17 04:40:38.337708 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.338115 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.338463 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Floating IP 122304e4-e822-4258-b173-b13385a91bd7 disassociated. External IP: 172.27.2.217, port: 6249f6fb-e214-4e01-88cf-00d6399056e8.
Feb 17 04:40:38.338842 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Calling delete_port for 6249f6fb-e214-4e01-88cf-00d6399056e8 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:38.363094 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c429793-a43b-49b9-a1d8-a660e2e5597c req-e2808355-0286-4682-bc21-9916cc859cc3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:38.364758 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5c429793-a43b-49b9-a1d8-a660e2e5597c req-e2808355-0286-4682-bc21-9916cc859cc3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 943 time: 0.1418428
Feb 17 04:40:38.373595 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e8a0f594-faee-46bc-bcd7-7c824e480fe7 req-bc7163bd-0543-40c8-a54d-ff001ef76121 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1284285
Feb 17 04:40:38.395943 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.437937 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5c429793-a43b-49b9-a1d8-a660e2e5597c req-4f778284-611d-4cad-befb-d22b8eaee574 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups?id=5a9dafa4-a182-4fd4-8961-5a7c90db32c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571764
Feb 17 04:40:38.636022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:38.654653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-221613be-2182-4fc8-84d8-ea7f4b756fe4 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:38.763738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event deleted for resources: {'Port': ['ID=6249f6fb-e214-4e01-88cf-00d6399056e8,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:38.766623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:39.268437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Router a1bafa37-16c4-4a02-be5b-0563167cf345 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:40:39.653043 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:39.680538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:40:39.690373 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3c5e1d-3a19-4cd5-9b45-21c7f5f144a4 None None] Sync routers for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:40:39.721976 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9f062031-ee25-45aa-a592-05fff5196da2 req-b333cb90-11e1-4952-90fe-3427e7d1ebc9 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 210 time: 0.0835145
Feb 17 04:40:39.723609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c5e1d-3a19-4cd5-9b45-21c7f5f144a4 None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:40:39.725286 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-9f3c5e1d-3a19-4cd5-9b45-21c7f5f144a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d9b9e80>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:39.782112 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] No DVR routers for this DVR port 6249f6fb-e214-4e01-88cf-00d6399056e8 on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:40:39.786063 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:39.789801 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'name': 'network-vif-deleted', 'tag': '6249f6fb-e214-4e01-88cf-00d6399056e8'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:39.866153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c927cf-edf8-46f0-b3b7-3f38e10631bc req-81f757e3-9506-4110-8bae-40238a15307e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:39.872498 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-69c927cf-edf8-46f0-b3b7-3f38e10631bc req-81f757e3-9506-4110-8bae-40238a15307e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.3207512
Feb 17 04:40:39.874348 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c4219f05-682e-4784-a82e-d5b2f2785949 req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.76 "DELETE /v2.0/ports/6249f6fb-e214-4e01-88cf-00d6399056e8 HTTP/1.1" status: 204  len: 173 time: 4.0230205
Feb 17 04:40:39.908599 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ae0bfb-e255-47a6-bf27-52b718f80175', 'name': 'network-vif-deleted', 'tag': '6249f6fb-e214-4e01-88cf-00d6399056e8', 'status': 'completed', 'code': 200}
Feb 17 04:40:39.955134 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-69c927cf-edf8-46f0-b3b7-3f38e10631bc req-0cbb2ae5-b227-4157-ab2e-fb0cae691f09 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730519
Feb 17 04:40:39.957707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-9f3c5e1d-3a19-4cd5-9b45-21c7f5f144a4 None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:40:40.354990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-9f3c5e1d-3a19-4cd5-9b45-21c7f5f144a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d9b9e80>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:40.360635 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3c5e1d-3a19-4cd5-9b45-21c7f5f144a4 None None] Checking router: a1bafa37-16c4-4a02-be5b-0563167cf345 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:40:40.373842 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c5e1d-3a19-4cd5-9b45-21c7f5f144a4 None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:40:40.374508 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-9f3c5e1d-3a19-4cd5-9b45-21c7f5f144a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d9b9e80>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:40.584937 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-9f3c5e1d-3a19-4cd5-9b45-21c7f5f144a4 None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:40:40.651872 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:40.920296 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d36aef25-ea78-4528-9cfd-55257d8b2e2e req-97c5a230-0d1c-4d19-ad7d-5a45ca6a2746 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 210 time: 0.0557425
Feb 17 04:40:40.950060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-9f3c5e1d-3a19-4cd5-9b45-21c7f5f144a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d9b9e80>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:40.954482 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3c5e1d-3a19-4cd5-9b45-21c7f5f144a4 None None] The sync data for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi is: [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:53Z', 'revision_number': 4, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '1bef0c6e-bb38-49c3-b236-d926fa89cb65', 'name': '', 'network_id': 'db318819-52ac-454a-9acd-88522654014f', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'mac_address': 'fa:16:3e:c6:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:50Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'subnets': [{'id': 'fb541eeb-bbaf-4cdc-be92-cb0eb60b219f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:40:41.173636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01ee4f-bf4a-44a5-bae9-6754326a3e50 req-8b98cf4d-81f2-4918-b08f-b2a07e017736 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:41.175154 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7f01ee4f-bf4a-44a5-bae9-6754326a3e50 req-8b98cf4d-81f2-4918-b08f-b2a07e017736 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.0929449
Feb 17 04:40:41.234217 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7f01ee4f-bf4a-44a5-bae9-6754326a3e50 req-a0c853b5-b0b7-4b52-a9ef-720e494333ab tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526738
Feb 17 04:40:41.410551 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7408ea2-6b0d-4357-98c3-eb581c6f885b None None] New status for floating IP 122304e4-e822-4258-b173-b13385a91bd7: DOWN {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:40:42.153040 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-030b96bb-1b92-4ffb-bd68-31140e71452b req-0dd376eb-9610-46d5-9499-efe83e8b9b58 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 210 time: 0.0997572
Feb 17 04:40:42.450695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c854f5-9c7a-44dc-8704-b8f81a149ced req-f1d4e4bf-3ab9-47e1-953e-b673c0b34674 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:42.452419 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d3c854f5-9c7a-44dc-8704-b8f81a149ced req-f1d4e4bf-3ab9-47e1-953e-b673c0b34674 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.0896740
Feb 17 04:40:42.505607 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d3c854f5-9c7a-44dc-8704-b8f81a149ced req-c7afafb9-a1a0-4f78-acc1-89130bafb296 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456538
Feb 17 04:40:43.329014 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-170e5d02-60b4-4d62-aa39-7387880f8eff req-44e73238-e2d6-4541-8449-7a2ee0ebea35 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 210 time: 0.0669942
Feb 17 04:40:43.745398 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e15d-1e8d-4f72-9483-c4640bc53eec req-5068439e-d7d9-421d-b4c9-33d062fbb63e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:43.747044 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1704e15d-1e8d-4f72-9483-c4640bc53eec req-5068439e-d7d9-421d-b4c9-33d062fbb63e tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.1067479
Feb 17 04:40:43.798952 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1704e15d-1e8d-4f72-9483-c4640bc53eec req-a8b327d1-df5a-477c-9b90-809730017b90 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448170
Feb 17 04:40:44.522633 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f6f8432a-d1f7-4e81-89c7-0cb115f63503 req-d4916b41-1247-4dfb-b940-d1aa2627ba9f tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 210 time: 0.0577323
Feb 17 04:40:45.021532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c99548-5d57-48c3-8af3-a120970070dd req-eef816b2-f7b6-4817-bc7d-bc86923c3b10 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:45.023297 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-07c99548-5d57-48c3-8af3-a120970070dd req-eef816b2-f7b6-4817-bc7d-bc86923c3b10 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.0985248
Feb 17 04:40:45.078511 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-07c99548-5d57-48c3-8af3-a120970070dd req-da8b1264-e00b-4aed-b865-ca66e0440fdf tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486541
Feb 17 04:40:45.706279 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-646de773-3025-4e08-a1bf-c43112a6021c req-1f876181-917a-4b71-803e-afa98f357d61 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 210 time: 0.0538943
Feb 17 04:40:46.320827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcef80c-a35a-41e5-aaca-fef2d99eeb9a req-794c4e4a-0c40-43ce-b97e-8cc4d1cc395c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:46.322834 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-cbcef80c-a35a-41e5-aaca-fef2d99eeb9a req-794c4e4a-0c40-43ce-b97e-8cc4d1cc395c tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.1077142
Feb 17 04:40:46.375307 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-cbcef80c-a35a-41e5-aaca-fef2d99eeb9a req-c15b24ca-c1f4-4d97-802a-e6faf391cbfe tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450768
Feb 17 04:40:46.873185 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-bf78412f-6e2e-4628-b387-c93a2390fe89 req-21893ca1-60cb-46d9-8b10-be9ba9e4f3e9 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 210 time: 0.0505791
Feb 17 04:40:47.371005 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:40:47.594028 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fe983-0b14-48ae-bd69-e10ae1be83df req-52ef1875-c076-488e-976b-e27f4632631d tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:47.595730 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3d2fe983-0b14-48ae-bd69-e10ae1be83df req-52ef1875-c076-488e-976b-e27f4632631d tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.0906150
Feb 17 04:40:47.649703 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3d2fe983-0b14-48ae-bd69-e10ae1be83df req-de6e64eb-d666-4e65-a51f-87904a06e91f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465720
Feb 17 04:40:48.060206 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-81c8b4f2-c8b3-4443-a38c-8a9232ae023c req-732f553d-960d-4d74-9de1-2878dc402c37 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/ports?device_id=35ae0bfb-e255-47a6-bf27-52b718f80175 HTTP/1.1" status: 200  len: 210 time: 0.0562999
Feb 17 04:40:48.848027 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 32798) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:48.869727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e76e90-90ec-44eb-95e5-a39781d1fb36 req-77b98e45-c10d-4986-940d-15a5ea9e93ea tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:48.872083 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-90e76e90-90ec-44eb-95e5-a39781d1fb36 req-77b98e45-c10d-4986-940d-15a5ea9e93ea tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.0917852
Feb 17 04:40:48.923353 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-90e76e90-90ec-44eb-95e5-a39781d1fb36 req-fafdc613-cc69-4a4e-8e74-f78ead045b2b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455151
Feb 17 04:40:48.953907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 9f18046e-e3e6-4296-a693-3a238c8173b1 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:40:48.979730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc7bd-efb7-44a7-b97b-c7f2a17849c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:48.996146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6e9fc7bd-efb7-44a7-b97b-c7f2a17849c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:49.000390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6e9fc7bd-efb7-44a7-b97b-c7f2a17849c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c3bc670b41e645c39e45dff5c799300b is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:49.003509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6e9fc7bd-efb7-44a7-b97b-c7f2a17849c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:49.010105 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6e9fc7bd-efb7-44a7-b97b-c7f2a17849c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:49.032887 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 9f18046e-e3e6-4296-a693-3a238c8173b1 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:40:49.033303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.105391 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc7bd-efb7-44a7-b97b-c7f2a17849c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.146704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6e9fc7bd-efb7-44a7-b97b-c7f2a17849c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.155136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1753bbae-1e3d-49f7-85bd-75a7c9084cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:49.171838 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.202061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:40:49.206544 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-6e9fc7bd-efb7-44a7-b97b-c7f2a17849c9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c3bc670b41e645c39e45dff5c799300b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3547418
Feb 17 04:40:49.206544 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fc7bd-efb7-44a7-b97b-c7f2a17849c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18235c48-15b7-4fe1-8295-8ab75d72f82e,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:49.207546 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 32810) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:49.209368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6e9fc7bd-efb7-44a7-b97b-c7f2a17849c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:49.213117 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 9f18046e-e3e6-4296-a693-3a238c8173b1, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=9f18046e-e3e6-4296-a693-3a238c8173b1,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:49.243194 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 32814) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:49.262657 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1', 'code': 200}
Feb 17 04:40:49.264610 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.266775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:49.280008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-34e44cea-0c17-4b5b-a214-328adba323b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.313724 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-34e44cea-0c17-4b5b-a214-328adba323b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.326689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2fa3725b-fa86-4001-a8df-eec64985aaa8 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.343813 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=9f18046e-e3e6-4296-a693-3a238c8173b1,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:49.347475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:49.360284 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2fa3725b-fa86-4001-a8df-eec64985aaa8 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.401158 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-34e44cea-0c17-4b5b-a214-328adba323b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.406619 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:49.421883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e44cea-0c17-4b5b-a214-328adba323b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18235c48-15b7-4fe1-8295-8ab75d72f82e,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:49.424918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-34e44cea-0c17-4b5b-a214-328adba323b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:49.426206 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-34e44cea-0c17-4b5b-a214-328adba323b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.428184 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-34e44cea-0c17-4b5b-a214-328adba323b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/18235c48-15b7-4fe1-8295-8ab75d72f82e HTTP/1.1" status: 204  len: 168 time: 0.2189171
Feb 17 04:40:49.441398 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2fa3725b-fa86-4001-a8df-eec64985aaa8 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.448241 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e6e22251-de26-447c-9cb6-62a29395d9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:49.467649 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3725b-fa86-4001-a8df-eec64985aaa8 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9dafa4-a182-4fd4-8961-5a7c90db32c2,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:49.470549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2fa3725b-fa86-4001-a8df-eec64985aaa8 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:49.528261 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2fa3725b-fa86-4001-a8df-eec64985aaa8 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.530899 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2fa3725b-fa86-4001-a8df-eec64985aaa8 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "DELETE /v2.0/security-groups/5a9dafa4-a182-4fd4-8961-5a7c90db32c2 HTTP/1.1" status: 204  len: 168 time: 0.2851841
Feb 17 04:40:49.532490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 32820) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:49.585348 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.v2.resource [None req-045a4022-c58a-470c-acac-95f1bb47aaf2 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] show failed (client error): The resource could not be found.
Feb 17 04:40:49.586459 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-045a4022-c58a-470c-acac-95f1bb47aaf2 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "GET /v2.0/security-groups/5a9dafa4-a182-4fd4-8961-5a7c90db32c2 HTTP/1.1" status: 404  len: 347 time: 0.0529892
Feb 17 04:40:49.589784 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 32824) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:49.631740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45219e7f-5aba-4c36-ad9a-50a43dcfc3ff req-0ef34d45-9a62-4d90-aabd-aaea81c7a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:49.633357 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-45219e7f-5aba-4c36-ad9a-50a43dcfc3ff req-0ef34d45-9a62-4d90-aabd-aaea81c7a0fb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 1162 time: 0.0833781
Feb 17 04:40:49.687848 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-45219e7f-5aba-4c36-ad9a-50a43dcfc3ff req-2313acca-cd3d-4fb3-8434-9c856d6a45ce service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470877
Feb 17 04:40:49.770329 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-2c93cd05-754b-4cd8-81b3-a04562469840 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Deleting port 8595247e-c94f-48ca-81a5-8810db384b6f {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:49.770754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2c93cd05-754b-4cd8-81b3-a04562469840 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.944055 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 32830) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:49.961110 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2c93cd05-754b-4cd8-81b3-a04562469840 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.961682 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2c93cd05-754b-4cd8-81b3-a04562469840 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.963765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-19aceaf9-691c-499f-bcd3-2eaa47dacb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:49.979865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-19aceaf9-691c-499f-bcd3-2eaa47dacb1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:40:49.984069 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-19aceaf9-691c-499f-bcd3-2eaa47dacb1d admin admin] Usage tracker for resource:security_group_rule and tenant:3a45ebb463204a539a0dbde1a45aa709 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:40:49.987017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-19aceaf9-691c-499f-bcd3-2eaa47dacb1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:40:49.993532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-19aceaf9-691c-499f-bcd3-2eaa47dacb1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:40:50.084496 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-19aceaf9-691c-499f-bcd3-2eaa47dacb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.108776 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-2c93cd05-754b-4cd8-81b3-a04562469840 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Calling delete_port for 8595247e-c94f-48ca-81a5-8810db384b6f owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:50.122249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-19aceaf9-691c-499f-bcd3-2eaa47dacb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.133143 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7c95028c-766e-4688-9a04-2308e43a069e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:50.176055 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-19aceaf9-691c-499f-bcd3-2eaa47dacb1d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3a45ebb463204a539a0dbde1a45aa709&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2308409
Feb 17 04:40:50.177544 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aceaf9-691c-499f-bcd3-2eaa47dacb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1901b71b-1fcc-4ef6-9a9a-49d19b0201cb,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:50.180158 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 32836) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:50.183401 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-19aceaf9-691c-499f-bcd3-2eaa47dacb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:50.245263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-87d3439b-0381-43c8-92ad-97c1640c5786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.277770 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-87d3439b-0381-43c8-92ad-97c1640c5786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.317414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b4ec3-074c-4f00-8931-dcb093e20574 req-10fc2904-265f-4925-aaa3-fbe3752de990 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:50.319686 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-690b4ec3-074c-4f00-8931-dcb093e20574 req-10fc2904-265f-4925-aaa3-fbe3752de990 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.2186415
Feb 17 04:40:50.355738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-87d3439b-0381-43c8-92ad-97c1640c5786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.361170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c9bd5519-d7fa-4dc0-a0aa-74dc1a837fdb tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:50.376133 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3439b-0381-43c8-92ad-97c1640c5786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1901b71b-1fcc-4ef6-9a9a-49d19b0201cb,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:50.377156 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-690b4ec3-074c-4f00-8931-dcb093e20574 req-659ed9d2-d4e1-4895-8bd1-886957f09e78 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505092
Feb 17 04:40:50.379343 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-87d3439b-0381-43c8-92ad-97c1640c5786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:50.380292 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-87d3439b-0381-43c8-92ad-97c1640c5786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.385523 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-87d3439b-0381-43c8-92ad-97c1640c5786 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1901b71b-1fcc-4ef6-9a9a-49d19b0201cb HTTP/1.1" status: 204  len: 168 time: 0.2003925
Feb 17 04:40:50.385609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2c93cd05-754b-4cd8-81b3-a04562469840 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.403014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bbf80689-1b55-419f-9121-38ba593138c2 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:50.501462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93cd05-754b-4cd8-81b3-a04562469840 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Pushing event deleted for resources: {'Port': ['ID=8595247e-c94f-48ca-81a5-8810db384b6f,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:50.508553 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2c93cd05-754b-4cd8-81b3-a04562469840 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:50.649864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2c93cd05-754b-4cd8-81b3-a04562469840 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.665934 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2c93cd05-754b-4cd8-81b3-a04562469840 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:50.667199 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2c93cd05-754b-4cd8-81b3-a04562469840 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] 10.222.0.73 "DELETE /v2.0/floatingips/122304e4-e822-4258-b173-b13385a91bd7 HTTP/1.1" status: 204  len: 168 time: 1.0763350
Feb 17 04:40:50.688881 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 9f18046e-e3e6-4296-a693-3a238c8173b1 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:40:50.772401 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 9f18046e-e3e6-4296-a693-3a238c8173b1 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:40:50.773007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:51.591580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244bba6-fcc9-4270-9648-047c19cbbb42 req-98cedd34-0e9f-4469-8505-096ee0187900 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:51.593242 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8244bba6-fcc9-4270-9648-047c19cbbb42 req-98cedd34-0e9f-4469-8505-096ee0187900 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0920794
Feb 17 04:40:51.675776 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8244bba6-fcc9-4270-9648-047c19cbbb42 req-a9f8b033-105e-486a-8930-9a3d95057303 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738478
Feb 17 04:40:52.908660 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8da03-55a1-499b-a085-2c12869fca55 req-29a002d0-6fe3-4b7f-8436-7ef8ba1aaf17 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:52.910378 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5ad8da03-55a1-499b-a085-2c12869fca55 req-29a002d0-6fe3-4b7f-8436-7ef8ba1aaf17 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.1083975
Feb 17 04:40:52.972845 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5ad8da03-55a1-499b-a085-2c12869fca55 req-85458503-f184-4379-b1f5-c45dee6ddff5 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546587
Feb 17 04:40:53.366867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410443e-e88b-4ffc-bbf0-8a503337727d req-415554f8-d0bc-4bba-8799-16c37eb5d49f tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:53.368484 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a410443e-e88b-4ffc-bbf0-8a503337727d req-415554f8-d0bc-4bba-8799-16c37eb5d49f tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.0915973
Feb 17 04:40:53.416391 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a410443e-e88b-4ffc-bbf0-8a503337727d req-5fe99187-3c97-4cd7-9681-cc5a72d0f1d9 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0413094
Feb 17 04:40:54.181465 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6553f-2055-456a-a161-8a1817a35e2d req-93d323cb-bfd7-421b-aba4-744ba4657736 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:54.183336 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-64d6553f-2055-456a-a161-8a1817a35e2d req-93d323cb-bfd7-421b-aba4-744ba4657736 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0979998
Feb 17 04:40:54.232322 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-64d6553f-2055-456a-a161-8a1817a35e2d req-8298e0ec-4a85-469c-981f-f2a9208a4d5a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423906
Feb 17 04:40:54.631992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1a692-dd26-45d0-a244-853a2d5840b6 req-204755b9-5044-41d5-ab06-a674c1c1b88b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:54.633602 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4ee1a692-dd26-45d0-a244-853a2d5840b6 req-204755b9-5044-41d5-ab06-a674c1c1b88b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.0994363
Feb 17 04:40:54.684893 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4ee1a692-dd26-45d0-a244-853a2d5840b6 req-1aa4bffc-b5c1-4f33-b06a-737e1e9f2201 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0447056
Feb 17 04:40:55.414749 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 32956) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:56.290106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852cd1d-22a4-45ea-9340-9329de17ec29 req-7ca1e95a-d20e-44e7-9f7f-8c4c4ccb1ce5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:56.291740 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a852cd1d-22a4-45ea-9340-9329de17ec29 req-7ca1e95a-d20e-44e7-9f7f-8c4c4ccb1ce5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.4526939
Feb 17 04:40:56.399862 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a852cd1d-22a4-45ea-9340-9329de17ec29 req-0d61214d-91cf-4344-839a-a100b24a1e0a tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0959647
Feb 17 04:40:56.511527 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854384247'] for router_interface, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:56.897586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] Deleting port 1bef0c6e-bb38-49c3-b236-d926fa89cb65 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:56.897831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:57.088219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] For port 1bef0c6e-bb38-49c3-b236-d926fa89cb65, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=1bef0c6e-bb38-49c3-b236-d926fa89cb65,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:57.088615 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:57.229108 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] Calling delete_port for 1bef0c6e-bb38-49c3-b236-d926fa89cb65 owned by network:router_interface {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:40:57.561081 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:57.578636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d85de139-4197-4353-a758-2c5a97fbe4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:40:57.612982 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dcd8f-2986-497c-82ae-e0dfd9e9d573 req-fbe92152-2d84-4217-922b-ba592a390dba tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:57.615456 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2b3dcd8f-2986-497c-82ae-e0dfd9e9d573 req-fbe92152-2d84-4217-922b-ba592a390dba tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.0963717
Feb 17 04:40:57.672219 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2b3dcd8f-2986-497c-82ae-e0dfd9e9d573 req-037df6f4-945a-4e3e-8287-5180be93d418 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0472579
Feb 17 04:40:57.687490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bef0c6e-bb38-49c3-b236-d926fa89cb65,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:40:57.695871 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:40:58.012562 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854384153'] for router_interface, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:58.555828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] Router a1bafa37-16c4-4a02-be5b-0563167cf345 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:40:58.755789 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:40:58.767655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed1cc0-9784-40a9-b5a9-2d0b2e048154 None None] Sync routers for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:40:58.773561 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] 10.222.0.73 "PUT /v2.0/routers/a1bafa37-16c4-4a02-be5b-0563167cf345/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3542128
Feb 17 04:40:58.773927 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 32982) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:40:58.780566 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed1cc0-9784-40a9-b5a9-2d0b2e048154 None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:40:58.781266 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-32ed1cc0-9784-40a9-b5a9-2d0b2e048154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00189a0710>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:59.138490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-32ed1cc0-9784-40a9-b5a9-2d0b2e048154 None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:40:59.307228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a54d1-668d-4a60-9f87-a9fbd44221f7 req-e20d1bb1-20cb-4b97-93b5-b431b52c25d9 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:40:59.308929 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-568a54d1-668d-4a60-9f87-a9fbd44221f7 req-e20d1bb1-20cb-4b97-93b5-b431b52c25d9 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.4695814
Feb 17 04:40:59.312915 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] Notify callbacks [] for router, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:59.470894 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-32ed1cc0-9784-40a9-b5a9-2d0b2e048154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00189a0710>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:40:57Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:59.475639 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed1cc0-9784-40a9-b5a9-2d0b2e048154 None None] Checking router: a1bafa37-16c4-4a02-be5b-0563167cf345 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:40:59.484906 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed1cc0-9784-40a9-b5a9-2d0b2e048154 None None] Routers {'a1bafa37-16c4-4a02-be5b-0563167cf345'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:40:59.485777 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-32ed1cc0-9784-40a9-b5a9-2d0b2e048154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00189a0710>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:40:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['a1bafa37-16c4-4a02-be5b-0563167cf345'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:40:59.505232 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-568a54d1-668d-4a60-9f87-a9fbd44221f7 req-c9b45067-64c9-4ec4-a915-b132e529884f tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1396823
Feb 17 04:40:59.554743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:59.560234 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] Deleting port da92c344-0334-4a5e-9c56-b47c4d34d944 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:40:59.560610 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:59.737337 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-32ed1cc0-9784-40a9-b5a9-2d0b2e048154 None None] Set router a1bafa37-16c4-4a02-be5b-0563167cf345 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:40:59.796835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] For port da92c344-0334-4a5e-9c56-b47c4d34d944, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=da92c344-0334-4a5e-9c56-b47c4d34d944,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:40:59.797404 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:40:59.938144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] Calling delete_port for da92c344-0334-4a5e-9c56-b47c4d34d944 owned by network:router_gateway {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:00.069208 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-32ed1cc0-9784-40a9-b5a9-2d0b2e048154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00189a0710>, [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:40:57Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:00.073331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed1cc0-9784-40a9-b5a9-2d0b2e048154 None None] The sync data for ids ['a1bafa37-16c4-4a02-be5b-0563167cf345'] in dv-cinder-759955-5-iscsi is: [{'id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'name': 'tempest-AttachVolumeTestJSON-1501541549-router', 'tenant_id': '0ceefaf95d6747d4874041041d75b0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:40:57Z', 'revision_number': 5, 'project_id': '0ceefaf95d6747d4874041041d75b0c7', 'gw_port': {'id': 'da92c344-0334-4a5e-9c56-b47c4d34d944', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bafa37-16c4-4a02-be5b-0563167cf345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:41:00.152699 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.365410 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854322005'] for router_gateway, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.511012 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854383069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7610'] for router, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.513415 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.658227 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854383359'] for router, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.658921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1bafa37-16c4-4a02-be5b-0563167cf345 {{(pid=84039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:41:00.673185 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] Notify callbacks [] for router, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.674436 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f7561615-63d3-43a0-b78a-99ad4b5b95da admin admin] 10.222.0.73 "DELETE /v2.0/routers/a1bafa37-16c4-4a02-be5b-0563167cf345 HTTP/1.1" status: 204  len: 168 time: 1.8991427
Feb 17 04:41:00.677967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 32996) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:00.718072 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92641d5-7648-471e-bf83-63bb9960d6d2 req-7c0b9e49-c528-417c-8652-80ccc047d5ed tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:00.719904 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d92641d5-7648-471e-bf83-63bb9960d6d2 req-7c0b9e49-c528-417c-8652-80ccc047d5ed tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.1011901
Feb 17 04:41:00.750762 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-16051a5b-1fad-4b72-8260-dc6732a447c3 admin admin] Deleting subnet fb541eeb-bbaf-4cdc-be92-cb0eb60b219f {{(pid=84039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:41:00.754451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-16051a5b-1fad-4b72-8260-dc6732a447c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.779539 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d92641d5-7648-471e-bf83-63bb9960d6d2 req-bff44191-df24-4875-80f8-9db4f6e95f36 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0518200
Feb 17 04:41:00.810586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-16051a5b-1fad-4b72-8260-dc6732a447c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852405141'] for subnet, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:00.907730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-16051a5b-1fad-4b72-8260-dc6732a447c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.225133 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-16051a5b-1fad-4b72-8260-dc6732a447c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317777'] for subnet, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.241823 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dd553c75-ca28-45d8-82da-d18f98f5e256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:01.340412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16051a5b-1fad-4b72-8260-dc6732a447c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb541eeb-bbaf-4cdc-be92-cb0eb60b219f,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:01.345312 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-16051a5b-1fad-4b72-8260-dc6732a447c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:01.383815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-16051a5b-1fad-4b72-8260-dc6732a447c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.389702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a2d00e-c788-41bf-8db0-e85862577677 None None] Network db318819-52ac-454a-9acd-88522654014f requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:41:01.393346 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-16051a5b-1fad-4b72-8260-dc6732a447c3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fb541eeb-bbaf-4cdc-be92-cb0eb60b219f HTTP/1.1" status: 204  len: 168 time: 0.7119007
Feb 17 04:41:01.393598 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33004) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:01.522994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.604300 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Deleting port 5a811137-903d-4140-81ba-096a580d0f8d {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:01.604997 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.685833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f1ec66-f497-481d-ae1b-2a10d84386d9 None None] DHCP port deletion for db318819-52ac-454a-9acd-88522654014f request from dv-cinder-759955-5-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:41:01.690656 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1ec66-f497-481d-ae1b-2a10d84386d9 None None] Deleting port 5a811137-903d-4140-81ba-096a580d0f8d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:01.691528 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e3f1ec66-f497-481d-ae1b-2a10d84386d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.879144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] For port 5a811137-903d-4140-81ba-096a580d0f8d, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=5a811137-903d-4140-81ba-096a580d0f8d,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:01.879645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.947129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-e3f1ec66-f497-481d-ae1b-2a10d84386d9 None None] For port 5a811137-903d-4140-81ba-096a580d0f8d, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=5a811137-903d-4140-81ba-096a580d0f8d,segment=NetworkSegment(a8427c33-7010-4d70-a834-da6e7644a730),segment_id=a8427c33-7010-4d70-a834-da6e7644a730)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:01.948250 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e3f1ec66-f497-481d-ae1b-2a10d84386d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:01.964035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 1bef0c6e-bb38-49c3-b236-d926fa89cb65 no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:02.058551 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Calling delete_port for 5a811137-903d-4140-81ba-096a580d0f8d owned by network:dhcp {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:02.060616 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 1bef0c6e-bb38-49c3-b236-d926fa89cb65 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:02.061021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 1bef0c6e-bb38-49c3-b236-d926fa89cb65 not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:02.061498 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device da92c344-0334-4a5e-9c56-b47c4d34d944 no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:02.164714 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1ec66-f497-481d-ae1b-2a10d84386d9 None None] Calling delete_port for 5a811137-903d-4140-81ba-096a580d0f8d owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:02.178148 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc3121-f6e9-492b-bdb1-85162d76a898 req-7a429f90-8894-415b-9378-958eee27d076 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:02.187142 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-80fc3121-f6e9-492b-bdb1-85162d76a898 req-7a429f90-8894-415b-9378-958eee27d076 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.2234123
Feb 17 04:41:02.195068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: da92c344-0334-4a5e-9c56-b47c4d34d944 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:02.195500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device da92c344-0334-4a5e-9c56-b47c4d34d944 not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:02.195969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 5a811137-903d-4140-81ba-096a580d0f8d no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:02.209522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:02.225396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:02.240750 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 5a811137-903d-4140-81ba-096a580d0f8d {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:02.241144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 5a811137-903d-4140-81ba-096a580d0f8d not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:02.300907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [None req-e3f1ec66-f497-481d-ae1b-2a10d84386d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:41:02.301447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [None req-e3f1ec66-f497-481d-ae1b-2a10d84386d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:41:02.353911 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=5a811137-903d-4140-81ba-096a580d0f8d,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:02.359825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:02.362924 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-80fc3121-f6e9-492b-bdb1-85162d76a898 req-ebfc4ab4-5b25-40c3-ba30-748150f4f510 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1767337
Feb 17 04:41:02.634659 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] No DVR routers for this DVR port 5a811137-903d-4140-81ba-096a580d0f8d on host dv-cinder-759955-5-iscsi {{(pid=84039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:41:02.765916 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:02.803198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1ec66-f497-481d-ae1b-2a10d84386d9 None None] Deleting port 5a811137-903d-4140-81ba-096a580d0f8d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:02.803898 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e3f1ec66-f497-481d-ae1b-2a10d84386d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:02.882747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1ec66-f497-481d-ae1b-2a10d84386d9 None None] The port '5a811137-903d-4140-81ba-096a580d0f8d' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:41:02.884245 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000df74898>,) {'filters': {'network_id': ['db318819-52ac-454a-9acd-88522654014f']}} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:02.897823 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000df74898>, 'a8427c33-7010-4d70-a834-da6e7644a730') {'for_net_delete': True} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:02.898086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000df74898>, 'a8427c33-7010-4d70-a834-da6e7644a730') {} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:02.910160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370675'] for segment, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:02.925844 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:02.928553 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:41:03.106450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Network db318819-52ac-454a-9acd-88522654014f has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:41:03.116223 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852218915'] for segment, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:03.302887 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Network db318819-52ac-454a-9acd-88522654014f has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:41:03.326807 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:41:03.452089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:03.455772 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b81e4331-e91e-42d8-a7e1-6003c7438efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:03.474715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:03.484615 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=db318819-52ac-454a-9acd-88522654014f,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:03.488405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:03.534343 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] 10.222.0.73 "DELETE /v2.0/networks/db318819-52ac-454a-9acd-88522654014f HTTP/1.1" status: 204  len: 168 time: 2.1394715
Feb 17 04:41:03.582395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ad5fd-d0ff-4893-9307-0434a3114ff7 req-855e11bb-cb36-4ca6-aad0-2b580dff7599 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:03.584642 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-541ad5fd-d0ff-4893-9307-0434a3114ff7 req-855e11bb-cb36-4ca6-aad0-2b580dff7599 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.0954640
Feb 17 04:41:03.644045 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-541ad5fd-d0ff-4893-9307-0434a3114ff7 req-0451ce1b-aef7-4f21-9994-c8431dc64756 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0527823
Feb 17 04:41:03.761848 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33020) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:03.819484 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b9198140-3fd8-43c3-8ce8-0cea74e16da7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ceefaf95d6747d4874041041d75b0c7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0538347
Feb 17 04:41:03.820533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33024) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:03.892375 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:03.925774 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:04.029964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:04.035617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e56405c8-bcab-4be5-91fc-16307eeeb3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:04.050301 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d027fc-8b0f-4999-bd98-4ea64a307727,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:04.061030 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.061454 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.061867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.062284 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.062685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.063088 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.063512 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.063911 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.064307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.064706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.065099 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.065491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.065964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.066352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.066742 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.067742 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.068137 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.068531 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.068914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.069316 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.069771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.070091 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.070475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.070867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:04.075302 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:04.077622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:04.078985 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73d027fc-8b0f-4999-bd98-4ea64a307727 HTTP/1.1" status: 204  len: 168 time: 0.2571340
Feb 17 04:41:04.874389 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776425f1-532f-449f-95ea-9b954503d974 req-70a75563-0a4b-4937-9253-5ae6bc6b8c0d tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:04.876159 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-776425f1-532f-449f-95ea-9b954503d974 req-70a75563-0a4b-4937-9253-5ae6bc6b8c0d tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.1077607
Feb 17 04:41:04.934882 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-776425f1-532f-449f-95ea-9b954503d974 req-210bc001-98c2-4861-9ee8-407a64e67655 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0519583
Feb 17 04:41:05.090419 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71482ed1-75d8-4ce8-be58-b3c164878a62 req-5af52949-3b26-4f42-a09e-685ee626a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:05.092464 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71482ed1-75d8-4ce8-be58-b3c164878a62 req-5af52949-3b26-4f42-a09e-685ee626a17c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d447f221703e4725a470bab1096716e0&device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 1163 time: 0.0875378
Feb 17 04:41:05.251746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71482ed1-75d8-4ce8-be58-b3c164878a62 req-468c29c2-4737-48cd-9982-de8500d23724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:05.253344 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71482ed1-75d8-4ce8-be58-b3c164878a62 req-468c29c2-4737-48cd-9982-de8500d23724 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd HTTP/1.1" status: 200  len: 902 time: 0.1512721
Feb 17 04:41:05.380343 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71482ed1-75d8-4ce8-be58-b3c164878a62 req-a853a8d8-2846-43b7-92f0-5da875ba6c43 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0 HTTP/1.1" status: 200  len: 1002 time: 0.1173961
Feb 17 04:41:05.434754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-05f58a47-cdc8-40a4-8bb1-ad4be04bddaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.458189 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71482ed1-75d8-4ce8-be58-b3c164878a62 req-277326ee-7a8e-4d8d-a463-24af44291bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:05.459815 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71482ed1-75d8-4ce8-be58-b3c164878a62 req-277326ee-7a8e-4d8d-a463-24af44291bbd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f2aad9a-e0e6-47ae-b083-c062af76f603 HTTP/1.1" status: 200  len: 847 time: 0.0717695
Feb 17 04:41:05.554975 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71482ed1-75d8-4ce8-be58-b3c164878a62 req-f13a9f30-b3d0-4ad0-bdfe-d40e205be5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:05.556676 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71482ed1-75d8-4ce8-be58-b3c164878a62 req-f13a9f30-b3d0-4ad0-bdfe-d40e205be5b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0897880
Feb 17 04:41:05.657302 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:05.716408 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71482ed1-75d8-4ce8-be58-b3c164878a62 req-6ca5b0a9-f714-4c89-a720-c5bbc98de03b service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513314
Feb 17 04:41:05.881438 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-71482ed1-75d8-4ce8-be58-b3c164878a62 req-9fb1f835-5e09-44b8-b02b-a71ea5000dfc service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1553669
Feb 17 04:41:06.163452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1992d69-2309-40df-b0c0-278930d5aa28 req-54753cd0-9a60-41ca-b0ee-60aef19a60f4 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:06.165073 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b1992d69-2309-40df-b0c0-278930d5aa28 req-54753cd0-9a60-41ca-b0ee-60aef19a60f4 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.1005704
Feb 17 04:41:06.217812 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b1992d69-2309-40df-b0c0-278930d5aa28 req-e97b5d35-f1c3-4376-8f9d-6e8a30af6946 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0457325
Feb 17 04:41:07.277933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33112) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:07.469239 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00677c3-a22a-42b0-b334-1178c3f2047f req-3cb5365b-2820-4fa5-b985-824349336c25 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:07.471083 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c00677c3-a22a-42b0-b334-1178c3f2047f req-3cb5365b-2820-4fa5-b985-824349336c25 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.1025817
Feb 17 04:41:07.498019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e93a0859-b4e4-4004-88aa-71beafe91ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.520229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-e93a0859-b4e4-4004-88aa-71beafe91ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:07.526118 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-e93a0859-b4e4-4004-88aa-71beafe91ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:4a411f10ef2b4a30b940d3a2d78f03ab is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:07.530140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-e93a0859-b4e4-4004-88aa-71beafe91ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:07.538772 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-e93a0859-b4e4-4004-88aa-71beafe91ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:07.558004 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c00677c3-a22a-42b0-b334-1178c3f2047f req-62aca3b3-2bc3-4aad-9106-bd119d820f80 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0796039
Feb 17 04:41:07.710218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e93a0859-b4e4-4004-88aa-71beafe91ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.750747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e93a0859-b4e4-4004-88aa-71beafe91ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.760949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a9b3faf7-0367-48bc-aba0-b05a174397c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:07.814200 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e93a0859-b4e4-4004-88aa-71beafe91ea7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4a411f10ef2b4a30b940d3a2d78f03ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5347142
Feb 17 04:41:07.815514 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a0859-b4e4-4004-88aa-71beafe91ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502be49f-c87f-408f-8853-6910d25dc83c,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:07.817228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33122) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:07.820101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e93a0859-b4e4-4004-88aa-71beafe91ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:07.906316 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-64a2a599-0720-4eef-a3d4-a5bcccc35579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.947036 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-64a2a599-0720-4eef-a3d4-a5bcccc35579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:07.950473 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-434abdf0-ef4a-44cf-8f56-7342de0eda15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.019011 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-64a2a599-0720-4eef-a3d4-a5bcccc35579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.023951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-813508da-a4a3-4631-a108-54d12afcced7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:08.038098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2a599-0720-4eef-a3d4-a5bcccc35579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502be49f-c87f-408f-8853-6910d25dc83c,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:08.043566 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-64a2a599-0720-4eef-a3d4-a5bcccc35579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:08.045705 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-64a2a599-0720-4eef-a3d4-a5bcccc35579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.046996 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-64a2a599-0720-4eef-a3d4-a5bcccc35579 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/502be49f-c87f-408f-8853-6910d25dc83c HTTP/1.1" status: 204  len: 168 time: 0.2284815
Feb 17 04:41:08.071534 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device cd4c018b-0a0e-4867-bde5-2a4cd164bda0 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:08.214860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.247467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:08.259443 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port cd4c018b-0a0e-4867-bde5-2a4cd164bda0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0,segment=NetworkSegment(34ee3de1-d565-4570-a705-512a74fcab4e),segment_id=34ee3de1-d565-4570-a705-512a74fcab4e)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:08.307216 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0', 'code': 200}
Feb 17 04:41:08.321621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.324010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:08.368149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.409506 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=cd4c018b-0a0e-4867-bde5-2a4cd164bda0,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:08.414264 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:08.688314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33138) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:08.709933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6c3c238e-1092-4b4b-bcb4-d2f789bc7be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.731645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6c3c238e-1092-4b4b-bcb4-d2f789bc7be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:08.736963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6c3c238e-1092-4b4b-bcb4-d2f789bc7be2 admin admin] Usage tracker for resource:security_group_rule and tenant:c85cdea245974d82bf8640536efe13fb is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:08.741140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6c3c238e-1092-4b4b-bcb4-d2f789bc7be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:08.755093 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6c3c238e-1092-4b4b-bcb4-d2f789bc7be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:08.819695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edd991-f957-4a12-82ec-2894653c13b5 req-96837601-5c13-4655-9bc9-caeeca33560f tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:08.821946 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e5edd991-f957-4a12-82ec-2894653c13b5 req-96837601-5c13-4655-9bc9-caeeca33560f tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.1390545
Feb 17 04:41:08.878786 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6c3c238e-1092-4b4b-bcb4-d2f789bc7be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.901925 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e5edd991-f957-4a12-82ec-2894653c13b5 req-f08f71d2-6190-492f-8323-9db966dc6477 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0711341
Feb 17 04:41:08.910407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6c3c238e-1092-4b4b-bcb4-d2f789bc7be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:08.921290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e93a0859-b4e4-4004-88aa-71beafe91ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:08.968782 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-6c3c238e-1092-4b4b-bcb4-d2f789bc7be2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c85cdea245974d82bf8640536efe13fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2791700
Feb 17 04:41:08.969795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c238e-1092-4b4b-bcb4-d2f789bc7be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba52a548-42d9-4295-af3e-d043809f71ce,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:08.972881 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33146) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:08.978253 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6c3c238e-1092-4b4b-bcb4-d2f789bc7be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:09.078427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a4dc2fd1-7574-47ca-8ee6-eca0d730fe49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:09.123111 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a4dc2fd1-7574-47ca-8ee6-eca0d730fe49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:09.236186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a4dc2fd1-7574-47ca-8ee6-eca0d730fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:09.242492 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-affd9ebf-e67d-49a0-a64e-c4940efa1188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:09.258945 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc2fd1-7574-47ca-8ee6-eca0d730fe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba52a548-42d9-4295-af3e-d043809f71ce,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:09.262390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a4dc2fd1-7574-47ca-8ee6-eca0d730fe49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:09.267173 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a4dc2fd1-7574-47ca-8ee6-eca0d730fe49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:09.268470 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a4dc2fd1-7574-47ca-8ee6-eca0d730fe49 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ba52a548-42d9-4295-af3e-d043809f71ce HTTP/1.1" status: 204  len: 168 time: 0.2939062
Feb 17 04:41:09.523466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33160) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:09.546170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adad471-ecaa-4cf0-9abf-116bf366d8fa req-eedb7f73-1951-4f52-84a7-959ffa10c15b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:09.548864 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8adad471-ecaa-4cf0-9abf-116bf366d8fa req-eedb7f73-1951-4f52-84a7-959ffa10c15b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.1204512
Feb 17 04:41:09.631588 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8adad471-ecaa-4cf0-9abf-116bf366d8fa req-a5950fc2-27ce-4578-8dbc-91055cf125f0 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0750277
Feb 17 04:41:09.636157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:09.789035 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-e911cc9e-e2c2-43e8-8776-621e701d9020 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2636223
Feb 17 04:41:10.653444 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:10.870756 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cab88f-3d38-44d3-a7dc-612bf11f62bc req-3fbc6c0b-98b5-444d-b005-186e8b4795c4 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:10.872720 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a6cab88f-3d38-44d3-a7dc-612bf11f62bc req-3fbc6c0b-98b5-444d-b005-186e8b4795c4 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.0978906
Feb 17 04:41:10.923484 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a6cab88f-3d38-44d3-a7dc-612bf11f62bc req-025fd197-e4b4-4d18-98a7-549cb451d61f tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444064
Feb 17 04:41:11.541060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-9f0db241-2420-43b4-afad-c66859420ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:11.542947 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-9f0db241-2420-43b4-afad-c66859420ba2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e&tenant_id=d447f221703e4725a470bab1096716e0 HTTP/1.1" status: 200  len: 1161 time: 0.0934930
Feb 17 04:41:11.655818 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-e2d7097e-1b6f-4a03-b38d-ef1430115fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:11.658463 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-e2d7097e-1b6f-4a03-b38d-ef1430115fce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d447f221703e4725a470bab1096716e0&device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 1161 time: 0.0899839
Feb 17 04:41:11.862129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-ea1915ce-6dfa-420a-8a2e-206f1ad58d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:11.865076 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-ea1915ce-6dfa-420a-8a2e-206f1ad58d1e service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd HTTP/1.1" status: 200  len: 902 time: 0.1950419
Feb 17 04:41:11.986806 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-8010cc5b-9ad7-4eb2-a7fc-9151f74ce719 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0 HTTP/1.1" status: 200  len: 1000 time: 0.1141250
Feb 17 04:41:12.117914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-3042dd1d-a7a0-4979-acc1-371c7a1fdda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:12.119718 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-3042dd1d-a7a0-4979-acc1-371c7a1fdda8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f2aad9a-e0e6-47ae-b083-c062af76f603 HTTP/1.1" status: 200  len: 847 time: 0.1266785
Feb 17 04:41:12.212228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11047910-9498-4165-adf1-58fe17db4ba8 req-6d752058-9667-45aa-a86b-4b2f13996aff tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:12.213785 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-11047910-9498-4165-adf1-58fe17db4ba8 req-6d752058-9667-45aa-a86b-4b2f13996aff tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.1628621
Feb 17 04:41:12.272701 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-7a57912d-d12d-4aca-a286-52319c1550ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:12.274924 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-7a57912d-d12d-4aca-a286-52319c1550ad service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1472430
Feb 17 04:41:12.287827 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-11047910-9498-4165-adf1-58fe17db4ba8 req-06bd6b7b-af89-411c-b3c1-7d2ddf695d1a tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0658250
Feb 17 04:41:12.474327 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-27d256f0-afff-41cc-9553-579f04bdb0e4 service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845803
Feb 17 04:41:12.640756 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ca3a1138-f8f6-474c-bfc6-7404140f5446 req-66cdb562-390a-440a-8539-a322b1f8a000 service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1602912
Feb 17 04:41:13.511556 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80afccc-6e0d-4a2f-a124-5b2944daa028 req-1d4c9883-fa6f-49fd-b160-c9c4895449c2 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:13.513207 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a80afccc-6e0d-4a2f-a124-5b2944daa028 req-1d4c9883-fa6f-49fd-b160-c9c4895449c2 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.0934491
Feb 17 04:41:13.565056 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a80afccc-6e0d-4a2f-a124-5b2944daa028 req-31da0e41-e230-4594-8acd-3a3b26e3ccd3 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0452068
Feb 17 04:41:13.844699 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33310) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:13.982765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-40764fd7-bfa7-409f-97e3-e04070f3ffc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:13.999615 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-40764fd7-bfa7-409f-97e3-e04070f3ffc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:14.004191 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-40764fd7-bfa7-409f-97e3-e04070f3ffc3 admin admin] Usage tracker for resource:security_group_rule and tenant:d984a5d92a9f43518a364243357ef844 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:14.007243 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-40764fd7-bfa7-409f-97e3-e04070f3ffc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:14.013255 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-40764fd7-bfa7-409f-97e3-e04070f3ffc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:14.111324 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-40764fd7-bfa7-409f-97e3-e04070f3ffc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.167831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-40764fd7-bfa7-409f-97e3-e04070f3ffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.178206 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-84de8090-6774-4b67-81bd-df5748561359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:14.224219 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-40764fd7-bfa7-409f-97e3-e04070f3ffc3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d984a5d92a9f43518a364243357ef844&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3782115
Feb 17 04:41:14.225088 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40764fd7-bfa7-409f-97e3-e04070f3ffc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc5c4b6-c60c-46c0-ba15-63559d5b743e,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:14.227144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33316) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:14.229358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-40764fd7-bfa7-409f-97e3-e04070f3ffc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:14.300075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.332617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.418905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.423061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-63533086-0be6-46d7-b165-80026ea87038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:14.438254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc5c4b6-c60c-46c0-ba15-63559d5b743e,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:14.448587 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.449822 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fdc5c4b6-c60c-46c0-ba15-63559d5b743e HTTP/1.1" status: 204  len: 168 time: 0.2215765
Feb 17 04:41:14.451682 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.452107 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.452520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.452926 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.453326 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.453978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.454162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.454492 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.454922 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.455461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.455652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.456082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.456521 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.456913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.457301 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.457742 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.458221 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.458523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.458912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.459328 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.459713 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.460100 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.460488 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.460874 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:14.464694 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:14.946664 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33328) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:14.967595 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b4797-dde8-498a-9f2f-d6b1c139e069 req-6f67f9c1-12bd-41a2-aefd-df0b0801391b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:14.967842 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-728699ba-1d96-4898-aaf4-03b8ece16d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:14.969270 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c00b4797-dde8-498a-9f2f-d6b1c139e069 req-6f67f9c1-12bd-41a2-aefd-df0b0801391b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.1004629
Feb 17 04:41:14.986907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-728699ba-1d96-4898-aaf4-03b8ece16d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:14.992092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-728699ba-1d96-4898-aaf4-03b8ece16d2e admin admin] Usage tracker for resource:security_group_rule and tenant:8cf3c425aced41f08fed283e537d4a5b is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:14.997328 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-728699ba-1d96-4898-aaf4-03b8ece16d2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:15.003049 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-728699ba-1d96-4898-aaf4-03b8ece16d2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:15.025660 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c00b4797-dde8-498a-9f2f-d6b1c139e069 req-af964318-5fd5-43bd-a549-382eef0bfa2d tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0491667
Feb 17 04:41:15.097674 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-728699ba-1d96-4898-aaf4-03b8ece16d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.121509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-728699ba-1d96-4898-aaf4-03b8ece16d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.130082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3236803c-b161-41d6-866d-2c61fd40b2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:15.175817 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-728699ba-1d96-4898-aaf4-03b8ece16d2e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8cf3c425aced41f08fed283e537d4a5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2278280
Feb 17 04:41:15.177347 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728699ba-1d96-4898-aaf4-03b8ece16d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bedb81-d90b-4d53-83a4-d91e6663c3a3,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:15.182385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-728699ba-1d96-4898-aaf4-03b8ece16d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:15.183557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33332) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:15.257514 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5da895a-b6f2-4227-ae15-695fd48aef67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.288377 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5da895a-b6f2-4227-ae15-695fd48aef67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.396174 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5da895a-b6f2-4227-ae15-695fd48aef67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.401651 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:15.416004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da895a-b6f2-4227-ae15-695fd48aef67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bedb81-d90b-4d53-83a4-d91e6663c3a3,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:15.421764 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f5da895a-b6f2-4227-ae15-695fd48aef67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:15.426723 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f5da895a-b6f2-4227-ae15-695fd48aef67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:15.428022 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f5da895a-b6f2-4227-ae15-695fd48aef67 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f5bedb81-d90b-4d53-83a4-d91e6663c3a3 HTTP/1.1" status: 204  len: 168 time: 0.2427185
Feb 17 04:41:16.241193 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c028d-17e9-4afb-8e80-f14adb625189 req-d861f99e-4793-40f8-a38c-600661d87802 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:16.243639 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-646c028d-17e9-4afb-8e80-f14adb625189 req-d861f99e-4793-40f8-a38c-600661d87802 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.0972619
Feb 17 04:41:16.302741 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-646c028d-17e9-4afb-8e80-f14adb625189 req-fe15bb2e-e098-4f45-a1bc-a3d56a74bd34 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0521536
Feb 17 04:41:17.516236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da30c4-a8e5-4366-b279-8a1670e32b0c req-e59e06e3-98f6-4a79-abd6-3c4dc7becd69 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:17.517936 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-89da30c4-a8e5-4366-b279-8a1670e32b0c req-e59e06e3-98f6-4a79-abd6-3c4dc7becd69 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.0986998
Feb 17 04:41:17.576063 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-89da30c4-a8e5-4366-b279-8a1670e32b0c req-db281edc-d77c-4872-a4fb-3093a84c1605 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0507805
Feb 17 04:41:18.726836 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33420) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:18.789296 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6beac7-f578-40ae-87b0-8a1201cf51d0 req-5b2a955c-524f-49b1-b674-9291ed0f045f tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:18.791014 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ea6beac7-f578-40ae-87b0-8a1201cf51d0 req-5b2a955c-524f-49b1-b674-9291ed0f045f tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.0956790
Feb 17 04:41:18.844916 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ea6beac7-f578-40ae-87b0-8a1201cf51d0 req-2790eb44-b4aa-432b-9692-87fbbb3bc646 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0470977
Feb 17 04:41:18.870353 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f93d5f45-613f-48b9-97c6-6d636cf51683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:18.886727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f93d5f45-613f-48b9-97c6-6d636cf51683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:18.890950 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f93d5f45-613f-48b9-97c6-6d636cf51683 admin admin] Usage tracker for resource:security_group_rule and tenant:169b826929114b0b9b817399f32c2a0d is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:18.894217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f93d5f45-613f-48b9-97c6-6d636cf51683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:18.900828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f93d5f45-613f-48b9-97c6-6d636cf51683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:18.992885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f93d5f45-613f-48b9-97c6-6d636cf51683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.041780 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f93d5f45-613f-48b9-97c6-6d636cf51683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.055942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5d358fba-1b35-4606-907d-a7bebb17f866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:19.341727 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f93d5f45-613f-48b9-97c6-6d636cf51683 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=169b826929114b0b9b817399f32c2a0d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6136243
Feb 17 04:41:19.342707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d5f45-613f-48b9-97c6-6d636cf51683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dace7f2e-0046-4417-9046-9d25389ac690,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:19.344789 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33428) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:19.346277 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f93d5f45-613f-48b9-97c6-6d636cf51683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:19.411969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-38b2bc92-3156-4e6b-9c44-1167ae770227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.445358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-38b2bc92-3156-4e6b-9c44-1167ae770227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.783407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-38b2bc92-3156-4e6b-9c44-1167ae770227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.789774 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-34e44cea-0c17-4b5b-a214-328adba323b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:19.801337 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2bc92-3156-4e6b-9c44-1167ae770227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dace7f2e-0046-4417-9046-9d25389ac690,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:19.804182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-38b2bc92-3156-4e6b-9c44-1167ae770227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:19.811185 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-38b2bc92-3156-4e6b-9c44-1167ae770227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:19.812435 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-38b2bc92-3156-4e6b-9c44-1167ae770227 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dace7f2e-0046-4417-9046-9d25389ac690 HTTP/1.1" status: 204  len: 168 time: 0.4665127
Feb 17 04:41:20.064326 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef961a-698e-4d7e-baa8-42f20bafed71 req-479505b5-2467-4b38-9384-5755e0194e98 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:20.066088 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d1ef961a-698e-4d7e-baa8-42f20bafed71 req-479505b5-2467-4b38-9384-5755e0194e98 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 944 time: 0.1043928
Feb 17 04:41:20.124147 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d1ef961a-698e-4d7e-baa8-42f20bafed71 req-527ec7e9-8b14-4d66-92e8-10dfa1816cf2 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0491281
Feb 17 04:41:20.315944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33442) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:20.339491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-046ec701-3e02-43e9-b329-404df0a44e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:20.355969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-046ec701-3e02-43e9-b329-404df0a44e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:20.360809 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-046ec701-3e02-43e9-b329-404df0a44e80 admin admin] Usage tracker for resource:security_group_rule and tenant:5bf9654e514e43b4acc4d47e3cb6bbf3 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:20.364726 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-046ec701-3e02-43e9-b329-404df0a44e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:20.370936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-046ec701-3e02-43e9-b329-404df0a44e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:20.464247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-046ec701-3e02-43e9-b329-404df0a44e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:20.474259 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device cd4c018b-0a0e-4867-bde5-2a4cd164bda0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:41:20.538727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-046ec701-3e02-43e9-b329-404df0a44e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:20.547967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-64a2a599-0720-4eef-a3d4-a5bcccc35579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:20.597912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ec701-3e02-43e9-b329-404df0a44e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5955aa62-17b6-4669-8d53-cb7371c47807,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:20.602878 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-046ec701-3e02-43e9-b329-404df0a44e80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bf9654e514e43b4acc4d47e3cb6bbf3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2859089
Feb 17 04:41:20.604017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-046ec701-3e02-43e9-b329-404df0a44e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:20.606037 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33446) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:20.676962 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-252a07f0-2835-496d-b915-fdb2110cb288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:20.710668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-252a07f0-2835-496d-b915-fdb2110cb288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:20.731842 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:20.732296 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:20.795719 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-252a07f0-2835-496d-b915-fdb2110cb288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:20.800967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-87d3439b-0381-43c8-92ad-97c1640c5786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:20.814646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a07f0-2835-496d-b915-fdb2110cb288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5955aa62-17b6-4669-8d53-cb7371c47807,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:20.818944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-252a07f0-2835-496d-b915-fdb2110cb288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:20.826061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-252a07f0-2835-496d-b915-fdb2110cb288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:20.830918 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-252a07f0-2835-496d-b915-fdb2110cb288 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5955aa62-17b6-4669-8d53-cb7371c47807 HTTP/1.1" status: 204  len: 168 time: 0.2202082
Feb 17 04:41:20.878542 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:20.913035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:20.922390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port cd4c018b-0a0e-4867-bde5-2a4cd164bda0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0,segment=NetworkSegment(34ee3de1-d565-4570-a705-512a74fcab4e),segment_id=34ee3de1-d565-4570-a705-512a74fcab4e)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:20.962975 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0', 'code': 200}
Feb 17 04:41:20.966849 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:20.969026 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:21.040917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=cd4c018b-0a0e-4867-bde5-2a4cd164bda0,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:21.044384 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:21.425775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f2d1-e6f5-4063-9119-84a23642b757 req-cc04fa6d-2848-4469-8d6f-2be757d0da3c tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:21.427566 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eda9f2d1-e6f5-4063-9119-84a23642b757 req-cc04fa6d-2848-4469-8d6f-2be757d0da3c tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.1760223
Feb 17 04:41:21.434482 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d5be-206f-4a6b-88f0-5c500d4c6262 req-396be1ce-1293-4689-a058-df4e23a5a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:21.436308 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4d53d5be-206f-4a6b-88f0-5c500d4c6262 req-396be1ce-1293-4689-a058-df4e23a5a7d3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 1163 time: 0.1368382
Feb 17 04:41:21.512565 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-eda9f2d1-e6f5-4063-9119-84a23642b757 req-87bda241-0237-4732-9129-d18dc5567fd8 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0751123
Feb 17 04:41:21.516253 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4d53d5be-206f-4a6b-88f0-5c500d4c6262 req-e4125446-bad1-418f-a8c8-2adda281db0b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0636404
Feb 17 04:41:22.186508 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device cd4c018b-0a0e-4867-bde5-2a4cd164bda0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:41:22.262578 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:22.263007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.630435 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33486) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:22.740064 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365db03-d876-4844-ba2b-f79c93de3662 req-286b346e-a385-4ffc-91f0-0580f780143c tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:22.741658 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a365db03-d876-4844-ba2b-f79c93de3662 req-286b346e-a385-4ffc-91f0-0580f780143c tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.1011364
Feb 17 04:41:22.800052 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a365db03-d876-4844-ba2b-f79c93de3662 req-c70bc0d4-66c7-4ddb-ae60-920a9880f6a2 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0513444
Feb 17 04:41:22.816387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-094c2365-5043-4b17-8ad6-05376aa46f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.832403 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-094c2365-5043-4b17-8ad6-05376aa46f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:22.841778 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-094c2365-5043-4b17-8ad6-05376aa46f45 admin admin] Usage tracker for resource:security_group_rule and tenant:a8621f6d7d3445a8bbf92aeca2cb81ed is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:22.841778 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-094c2365-5043-4b17-8ad6-05376aa46f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:22.846652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-094c2365-5043-4b17-8ad6-05376aa46f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:22.942641 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-094c2365-5043-4b17-8ad6-05376aa46f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.988520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-094c2365-5043-4b17-8ad6-05376aa46f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:22.998630 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-cde89841-4f3f-4a98-9fd0-9444ec0981a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:23.050732 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-094c2365-5043-4b17-8ad6-05376aa46f45 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a8621f6d7d3445a8bbf92aeca2cb81ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4189925
Feb 17 04:41:23.051762 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c2365-5043-4b17-8ad6-05376aa46f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1106dc36-7f18-43c9-8811-ffb3a765d9db,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:23.054353 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33492) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:23.055431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-094c2365-5043-4b17-8ad6-05376aa46f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:23.119449 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9f84523b-e675-4fc7-b128-fe4cd6e71367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.149602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9f84523b-e675-4fc7-b128-fe4cd6e71367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.251851 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9f84523b-e675-4fc7-b128-fe4cd6e71367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.256504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-face67a9-44e9-4bb6-9289-aa927cd2511c tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:23.268846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84523b-e675-4fc7-b128-fe4cd6e71367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1106dc36-7f18-43c9-8811-ffb3a765d9db,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:23.274378 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9f84523b-e675-4fc7-b128-fe4cd6e71367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:23.277595 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9f84523b-e675-4fc7-b128-fe4cd6e71367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:23.278758 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-9f84523b-e675-4fc7-b128-fe4cd6e71367 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1106dc36-7f18-43c9-8811-ffb3a765d9db HTTP/1.1" status: 204  len: 168 time: 0.2230453
Feb 17 04:41:24.016734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bbeeb-828a-48d9-b1ba-0458858f5f69 req-c4c36a00-b834-4ca3-b740-3e8d37be72a5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:24.018463 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e16bbeeb-828a-48d9-b1ba-0458858f5f69 req-c4c36a00-b834-4ca3-b740-3e8d37be72a5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.0910802
Feb 17 04:41:24.072865 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e16bbeeb-828a-48d9-b1ba-0458858f5f69 req-5f1f72d8-a8d1-4bd7-99f1-5e44fdc41ebb tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0469575
Feb 17 04:41:24.204452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device cd4c018b-0a0e-4867-bde5-2a4cd164bda0 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:41:24.283097 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:24.283712 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.291229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33520) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:24.371632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:41:24.420353 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-237384312-network', 'tenant_id': 'd222969e9f8c4c679e15b8cafb6e2f9d'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:41:24.427146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:24.433279 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Usage tracker for resource:network and tenant:d222969e9f8c4c679e15b8cafb6e2f9d is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:24.436749 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:24.443521 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:24.497592 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Made reservation on behalf of d222969e9f8c4c679e15b8cafb6e2f9d for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:41:24.502562 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.517671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.533894 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:24.539004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Usage tracker for resource:security_group_rule and tenant:d222969e9f8c4c679e15b8cafb6e2f9d is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:24.542152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:24.548006 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:24.648189 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.699185 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.704246 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0c7bffed-28e4-4d8a-8ab5-87acaa907d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:24.731341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:41:24.753663 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa4eaa4-71fd-4619-9549-97c2f1160904,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:24.758075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:24.759209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.759655 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Added segment 0a9c9c5a-1a03-468d-92a7-be855a560229 of type vxlan for network 03e92244-b0e1-440a-bd01-1b65157a154e
Feb 17 04:41:24.790334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.864179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.866055 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:24.866701 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:24.872642 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a6abe059-4bf9-42c1-b51d-a374b16e5628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:24.978866 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Pushing event updated for resources: {'Network': ['ID=03e92244-b0e1-440a-bd01-1b65157a154e,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:24.981868 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:24.991299 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 03e92244-b0e1-440a-bd01-1b65157a154e details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:41:25.004699 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network 03e92244-b0e1-440a-bd01-1b65157a154e details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:41:25.042595 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.7501369
Feb 17 04:41:25.045586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33534) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:25.052139 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Request body: {'subnet': {'network_id': '03e92244-b0e1-440a-bd01-1b65157a154e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-237384312-subnet', 'tenant_id': 'd222969e9f8c4c679e15b8cafb6e2f9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:41:25.058026 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:25.062054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Usage tracker for resource:subnet and tenant:d222969e9f8c4c679e15b8cafb6e2f9d is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:25.065238 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:25.078048 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:25.224681 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Made reservation on behalf of d222969e9f8c4c679e15b8cafb6e2f9d for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:41:25.229942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850761342'] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:25.717885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850690676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850761325'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:25.734811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-023dd116-a3c7-43ed-b902-31f572d5d85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:25.875201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=709aee88-8e45-402b-97f8-598502f18a6f,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:25.879271 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:25.958429 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Checking segment: {'id': '0a9c9c5a-1a03-468d-92a7-be855a560229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03e92244-b0e1-440a-bd01-1b65157a154e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:41:25.959590 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Network hostable DHCP agents. Network: 03e92244-b0e1-440a-bd01-1b65157a154e, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:41:26.053006 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Network 03e92244-b0e1-440a-bd01-1b65157a154e is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:41:26.138689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 03e92244-b0e1-440a-bd01-1b65157a154e) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:41:26.149428 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e87302-bc0b-42c2-ad97-75be1539fac1 None None] Network 03e92244-b0e1-440a-bd01-1b65157a154e requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:41:26.153614 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:26.154261 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:26.202223 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1553063
Feb 17 04:41:26.279085 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7748f6a-5a86-4b47-b275-62a52a5ccd27 req-c27dae97-0ffd-4bcc-9ade-2954742247fa tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:26.280753 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c7748f6a-5a86-4b47-b275-62a52a5ccd27 req-c27dae97-0ffd-4bcc-9ade-2954742247fa tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0945466
Feb 17 04:41:26.332362 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c7748f6a-5a86-4b47-b275-62a52a5ccd27 req-8770a9a4-4b2e-4210-b5a7-f747ab23bf5a tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443838
Feb 17 04:41:26.399754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e4fc1-3ac3-43c6-8690-ee3c76049b7f None None] Network 03e92244-b0e1-440a-bd01-1b65157a154e requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:41:27.557052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8517725-adc5-4730-a0db-360e9c3921f7 req-96bb1876-ac63-4127-b28b-36cb1a82f6c2 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:27.558824 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f8517725-adc5-4730-a0db-360e9c3921f7 req-96bb1876-ac63-4127-b28b-36cb1a82f6c2 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0984650
Feb 17 04:41:27.609298 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f8517725-adc5-4730-a0db-360e9c3921f7 req-bb7d00d3-f254-4ddc-b25e-5dccaf35ed24 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432670
Feb 17 04:41:27.824139 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe2d2-a927-4565-89d0-22995b826876 req-3ea4ce7a-bbd4-4ea2-9f89-27791b818414 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:27.825781 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-308fe2d2-a927-4565-89d0-22995b826876 req-3ea4ce7a-bbd4-4ea2-9f89-27791b818414 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.76 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 945 time: 0.0896921
Feb 17 04:41:27.907976 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Deleting port 9f18046e-e3e6-4296-a693-3a238c8173b1 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:27.908370 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.184037 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] For port 9f18046e-e3e6-4296-a693-3a238c8173b1, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=9f18046e-e3e6-4296-a693-3a238c8173b1,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:28.184444 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.208298 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 9f18046e-e3e6-4296-a693-3a238c8173b1 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:28.346762 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.381104 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:28.391701 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 9f18046e-e3e6-4296-a693-3a238c8173b1, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=9f18046e-e3e6-4296-a693-3a238c8173b1,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:28.433872 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1', 'code': 200}
Feb 17 04:41:28.441826 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.444675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:28.518476 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=9f18046e-e3e6-4296-a693-3a238c8173b1,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:28.521956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:28.652452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.652951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:28.653196 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Floating IP 9d6aa9c2-bf9f-4d3a-8a72-26f8378d7d5b disassociated. External IP: 172.27.2.183, port: 9f18046e-e3e6-4296-a693-3a238c8173b1.
Feb 17 04:41:28.653583 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Calling delete_port for 9f18046e-e3e6-4296-a693-3a238c8173b1 owned by compute:nova {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:28.703482 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-78236af4-4ab1-4244-ae0a-d5a2cc9372b2 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:28.714197 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-78236af4-4ab1-4244-ae0a-d5a2cc9372b2 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/networks?id=03e92244-b0e1-440a-bd01-1b65157a154e HTTP/1.1" status: 200  len: 813 time: 0.3297708
Feb 17 04:41:28.734175 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-176e4027-aea7-4eed-8868-91a6db1b34d5 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/quotas/d222969e9f8c4c679e15b8cafb6e2f9d HTTP/1.1" status: 200  len: 375 time: 0.0224810
Feb 17 04:41:28.803555 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-e297e4ed-ea72-4ce3-bd3a-2b178c982aed tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d222969e9f8c4c679e15b8cafb6e2f9d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0631535
Feb 17 04:41:28.828260 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34c62a-4d41-458d-abac-9713cbd06f22 req-218c59d8-1df3-48d6-bea8-2c9e5dd5d668 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:28.829876 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6e34c62a-4d41-458d-abac-9713cbd06f22 req-218c59d8-1df3-48d6-bea8-2c9e5dd5d668 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.0905149
Feb 17 04:41:28.879569 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6e34c62a-4d41-458d-abac-9713cbd06f22 req-2810e422-39fc-42ee-a9b7-9bbe099e18ea tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423329
Feb 17 04:41:28.896052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84039) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:41:28.896475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:41:28.956791 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-0ecc3e00-a15e-49d8-86ba-01789044b196 service neutron] 10.222.0.73 "GET /v2.0/networks/03e92244-b0e1-440a-bd01-1b65157a154e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437645
Feb 17 04:41:29.104457 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-f74f073b-957f-441c-87b4-2676b300a47c service neutron] 10.222.0.73 "GET /v2.0/networks/03e92244-b0e1-440a-bd01-1b65157a154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404853
Feb 17 04:41:29.335187 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8be784ba-2e4a-4e4f-8cda-117a4ede7687 req-e5c79d7a-2de4-45f3-920d-8fd34828bdbb tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 210 time: 0.0535243
Feb 17 04:41:29.399230 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Deleting port 9f18046e-e3e6-4296-a693-3a238c8173b1 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:29.400345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:29.724636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] For port 9f18046e-e3e6-4296-a693-3a238c8173b1, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=9f18046e-e3e6-4296-a693-3a238c8173b1,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:29.725748 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:30.162045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf4014-c5e8-4639-afe9-361067a9c2c1 req-0d8ba8e8-598d-40d6-af8b-7abe6430e0a3 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:30.164525 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2ccf4014-c5e8-4639-afe9-361067a9c2c1 req-0d8ba8e8-598d-40d6-af8b-7abe6430e0a3 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 943 time: 0.1420341
Feb 17 04:41:30.206864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:30.207379 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:30.207660 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Floating IP 9d6aa9c2-bf9f-4d3a-8a72-26f8378d7d5b disassociated. External IP: 172.27.2.183, port: 9f18046e-e3e6-4296-a693-3a238c8173b1.
Feb 17 04:41:30.208045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Calling delete_port for 9f18046e-e3e6-4296-a693-3a238c8173b1 owned by compute:nova {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:30.261752 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2ccf4014-c5e8-4639-afe9-361067a9c2c1 req-f718ed48-6af9-4499-8c81-b3d26ed2252b tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ccdee8e-88c9-4805-a63d-9b3724389e62&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907083
Feb 17 04:41:30.524292 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4d39e9e0-6dcc-45a8-909f-8ceb1680e79c req-325ddd97-f6f2-4838-8d7a-2d782f263cdb tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 210 time: 0.0565467
Feb 17 04:41:30.721529 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:30.740583 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:30.849700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event deleted for resources: {'Port': ['ID=9f18046e-e3e6-4296-a693-3a238c8173b1,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:30.860880 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:31.128734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Router 13a67db9-d453-44be-b63e-5809782901a8 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:41:31.343251 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:41:31.362246 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72e030-fa5f-4028-b77f-7d1297ffdeae None None] Sync routers for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:41:31.369412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72e030-fa5f-4028-b77f-7d1297ffdeae None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:31.370291 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-3f72e030-fa5f-4028-b77f-7d1297ffdeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d6d8550>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:41:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:31.393920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] No DVR routers for this DVR port 9f18046e-e3e6-4296-a693-3a238c8173b1 on host hv-cinder-75995 {{(pid=84039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:41:31.399853 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:31.406336 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'name': 'network-vif-deleted', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:31.477171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-e56f6b1f-0190-4a45-96a6-a5e1ed79fa7a req-662f52b9-2a7a-4960-8949-f9e0c882aae0 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Synchronizing usage tracker for tenant:b4db349eea3a41deb61c89e67a673600 on resource:port {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:31.510692 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7295bd05-b3ff-4dc9-915b-8c869f6f68f9', 'name': 'network-vif-deleted', 'tag': '9f18046e-e3e6-4296-a693-3a238c8173b1', 'status': 'completed', 'code': 200}
Feb 17 04:41:31.551174 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-308fe2d2-a927-4565-89d0-22995b826876 req-4462ced1-f1d2-4401-94ce-1f6fdf960fbb tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.76 "DELETE /v2.0/ports/9f18046e-e3e6-4296-a693-3a238c8173b1 HTTP/1.1" status: 204  len: 173 time: 3.7198107
Feb 17 04:41:31.586458 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-619b1da4-4d67-4089-a7b6-0178112e023c tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:31.587227 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-619b1da4-4d67-4089-a7b6-0178112e023c tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Synchronizing usage tracker for tenant:d222969e9f8c4c679e15b8cafb6e2f9d on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:31.594414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-e56f6b1f-0190-4a45-96a6-a5e1ed79fa7a req-662f52b9-2a7a-4960-8949-f9e0c882aae0 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Unset dirty status for tenant:b4db349eea3a41deb61c89e67a673600 on resource:port {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:31.609388 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e56f6b1f-0190-4a45-96a6-a5e1ed79fa7a req-662f52b9-2a7a-4960-8949-f9e0c882aae0 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=7295bd05-b3ff-4dc9-915b-8c869f6f68f9 HTTP/1.1" status: 200  len: 210 time: 0.1894708
Feb 17 04:41:31.613322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-3f72e030-fa5f-4028-b77f-7d1297ffdeae None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:31.714539 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-619b1da4-4d67-4089-a7b6-0178112e023c tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Unset dirty status for tenant:d222969e9f8c4c679e15b8cafb6e2f9d on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:31.716043 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-619b1da4-4d67-4089-a7b6-0178112e023c tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.76 "GET /v2.0/networks?id=03e92244-b0e1-440a-bd01-1b65157a154e HTTP/1.1" status: 200  len: 813 time: 0.4373279
Feb 17 04:41:31.736957 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Request body: {'port': {'device_id': 'c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e', 'network_id': '03e92244-b0e1-440a-bd01-1b65157a154e', 'admin_state_up': True, 'tenant_id': 'd222969e9f8c4c679e15b8cafb6e2f9d'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:41:31.972222 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-49f9548f-dfc0-448e-8308-8ff95386ccc8 req-f912052a-0d3c-42de-a0c7-105c19492701 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 210 time: 0.2481811
Feb 17 04:41:31.978815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:31.983096 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Usage tracker for resource:port and tenant:d222969e9f8c4c679e15b8cafb6e2f9d is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:31.993657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:31.993657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:32.127587 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Made reservation on behalf of d222969e9f8c4c679e15b8cafb6e2f9d for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:41:32.134112 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:32.353630 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-3f72e030-fa5f-4028-b77f-7d1297ffdeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d6d8550>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:32.360340 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72e030-fa5f-4028-b77f-7d1297ffdeae None None] Checking router: 13a67db9-d453-44be-b63e-5809782901a8 for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:41:32.376366 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72e030-fa5f-4028-b77f-7d1297ffdeae None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:32.377023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-3f72e030-fa5f-4028-b77f-7d1297ffdeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d6d8550>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:41:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:32.474762 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Allocated IP 172.20.0.6 (03e92244-b0e1-440a-bd01-1b65157a154e/709aee88-8e45-402b-97f8-598502f18a6f/e805da08-d0ad-4991-991c-1ff856e5f049) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:41:32.611101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-3f72e030-fa5f-4028-b77f-7d1297ffdeae None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:32.887422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33636) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:32.921711 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:32.959104 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0dc53515-b816-4706-8c90-a727ac039d84 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:32.974729 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-3f72e030-fa5f-4028-b77f-7d1297ffdeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d6d8550>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:32.979860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72e030-fa5f-4028-b77f-7d1297ffdeae None None] The sync data for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi is: [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:33:55Z', 'revision_number': 4, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'b7293356-cfd4-4b43-8ea7-cf895478952d', 'name': '', 'network_id': '1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'mac_address': 'fa:16:3e:f3:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:53Z', 'updated_at': '2021-02-17T04:34:13Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'subnets': [{'id': '0186b1a0-62b8-4766-b853-dd62c7fb19d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:41:32.990021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0dc53515-b816-4706-8c90-a727ac039d84 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:32.996222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:33.093212 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0dc53515-b816-4706-8c90-a727ac039d84 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:33.108864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:33.116253 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-046ec701-3e02-43e9-b329-404df0a44e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:33.130666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc53515-b816-4706-8c90-a727ac039d84 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccdee8e-88c9-4805-a63d-9b3724389e62,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:33.156237 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0dc53515-b816-4706-8c90-a727ac039d84 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:33.166986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0dc53515-b816-4706-8c90-a727ac039d84 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:33.170847 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-0dc53515-b816-4706-8c90-a727ac039d84 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "DELETE /v2.0/security-groups/7ccdee8e-88c9-4805-a63d-9b3724389e62 HTTP/1.1" status: 204  len: 168 time: 0.2795372
Feb 17 04:41:33.171192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33646) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:33.236044 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.api.v2.resource [None req-8c2ae515-604b-439f-a7d0-4939e25033a9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] show failed (client error): The resource could not be found.
Feb 17 04:41:33.240029 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8c2ae515-604b-439f-a7d0-4939e25033a9 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "GET /v2.0/security-groups/7ccdee8e-88c9-4805-a63d-9b3724389e62 HTTP/1.1" status: 404  len: 347 time: 0.0648870
Feb 17 04:41:33.240168 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Pushing event updated for resources: {'Port': ['ID=e805da08-d0ad-4991-991c-1ff856e5f049,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:33.241117 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33650) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:33.253313 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:33.291067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c753e50-32d7-49a0-8d7e-d7f3b8e95f51 req-ff05783b-2b49-4a1f-8e43-64765573c4c3 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:33.299296 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3c753e50-32d7-49a0-8d7e-d7f3b8e95f51 req-ff05783b-2b49-4a1f-8e43-64765573c4c3 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 931 time: 0.1097200
Feb 17 04:41:33.346395 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3c753e50-32d7-49a0-8d7e-d7f3b8e95f51 req-462875e8-d270-48dc-a294-7f0e457d8a77 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461099
Feb 17 04:41:33.470383 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84ff40-8f9a-4333-ada9-e0afa56eb94c None None] New status for floating IP 9d6aa9c2-bf9f-4d3a-8a72-26f8378d7d5b: DOWN {{(pid=84041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:41:33.476061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Deleting port 6a531fbf-800e-4e00-928d-7fa5aba9cd22 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:33.476446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:33.528660 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Network 03e92244-b0e1-440a-bd01-1b65157a154e is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:41:33.531834 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:41:33.534460 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:41:33.931787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:33.932444 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:33.987931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:33.988531 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:34.057572 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3321733
Feb 17 04:41:34.123031 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Request body: {'port': {'device_id': 'c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:41:34.160088 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Calling delete_port for 6a531fbf-800e-4e00-928d-7fa5aba9cd22 owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:34.331989 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:34.392512 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84038) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:41:34.392885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:41:34.735074 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce58b4-eb33-4a51-8240-3817badb6090 req-25676b49-040d-4abe-81a4-cb086bf08d21 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:34.735958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-27ce58b4-eb33-4a51-8240-3817badb6090 req-25676b49-040d-4abe-81a4-cb086bf08d21 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Synchronizing usage tracker for tenant:d222969e9f8c4c679e15b8cafb6e2f9d on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:34.815538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-27ce58b4-eb33-4a51-8240-3817badb6090 req-25676b49-040d-4abe-81a4-cb086bf08d21 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Unset dirty status for tenant:d222969e9f8c4c679e15b8cafb6e2f9d on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:34.816857 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-27ce58b4-eb33-4a51-8240-3817badb6090 req-25676b49-040d-4abe-81a4-cb086bf08d21 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 931 time: 0.3436091
Feb 17 04:41:34.893907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Deleting port 6a531fbf-800e-4e00-928d-7fa5aba9cd22 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:34.894204 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:34.956002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e805da08-d0ad-4991-991c-1ff856e5f049 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:41:34.968996 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-27ce58b4-eb33-4a51-8240-3817badb6090 req-53c3e523-6d5d-4d83-87a8-1d2b00ca38e4 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Synchronizing usage tracker for tenant:d222969e9f8c4c679e15b8cafb6e2f9d on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:34.972838 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:35.003683 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Transition to ACTIVE for port object e805da08-d0ad-4991-991c-1ff856e5f049 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:41:35.083057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:35.108215 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-52a8aeaa-d705-4e23-8355-b13d68f8b9fc tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:35.224507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-27ce58b4-eb33-4a51-8240-3817badb6090 req-53c3e523-6d5d-4d83-87a8-1d2b00ca38e4 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Unset dirty status for tenant:d222969e9f8c4c679e15b8cafb6e2f9d on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:35.225821 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-27ce58b4-eb33-4a51-8240-3817badb6090 req-53c3e523-6d5d-4d83-87a8-1d2b00ca38e4 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3769352
Feb 17 04:41:35.305881 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Pushing event updated for resources: {'Port': ['ID=e805da08-d0ad-4991-991c-1ff856e5f049,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:35.309090 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:35.323239 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:35.323639 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:35.434395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d82a75d-0596-4a6a-adea-b421898fffb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:35.479671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Calling delete_port for 6a531fbf-800e-4e00-928d-7fa5aba9cd22 owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:35.641551 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:35.752534 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Attempting to bind port e805da08-d0ad-4991-991c-1ff856e5f049 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:41:35.752804 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Attempting to bind port e805da08-d0ad-4991-991c-1ff856e5f049 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '0a9c9c5a-1a03-468d-92a7-be855a560229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03e92244-b0e1-440a-bd01-1b65157a154e'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:41:35.753170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Attempting to bind port e805da08-d0ad-4991-991c-1ff856e5f049 on network 03e92244-b0e1-440a-bd01-1b65157a154e {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:41:35.765024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:41:35.765426 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Checking segment: {'id': '0a9c9c5a-1a03-468d-92a7-be855a560229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03e92244-b0e1-440a-bd01-1b65157a154e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:41:35.765827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:35.766220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Bound using segment: {'id': '0a9c9c5a-1a03-468d-92a7-be855a560229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03e92244-b0e1-440a-bd01-1b65157a154e'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:41:35.766690 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Bound port: e805da08-d0ad-4991-991c-1ff856e5f049, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9c9c5a-1a03-468d-92a7-be855a560229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03e92244-b0e1-440a-bd01-1b65157a154e'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:41:35.767062 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:35.817165 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:35.837386 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-65758981-916c-4ba1-bb26-9ca85b47e42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:35.947238 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Pushing event deleted for resources: {'Port': ['ID=6a531fbf-800e-4e00-928d-7fa5aba9cd22,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:35.959724 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:36.033367 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] For port e805da08-d0ad-4991-991c-1ff856e5f049, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:41:36.039210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] For port e805da08-d0ad-4991-991c-1ff856e5f049, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e805da08-d0ad-4991-991c-1ff856e5f049,segment=NetworkSegment(0a9c9c5a-1a03-468d-92a7-be855a560229),segment_id=0a9c9c5a-1a03-468d-92a7-be855a560229)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:41:36.097961 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:36.118666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-49f781f9-5ab8-4ba7-bca6-e8e34bfd69f8 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:36.293353 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:36.308626 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Pushing event updated for resources: {'Port': ['ID=e805da08-d0ad-4991-991c-1ff856e5f049,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:36.314852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:36.352772 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:36.353573 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:36.355339 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] 10.222.0.76 "PUT /v2.0/ports/e805da08-d0ad-4991-991c-1ff856e5f049 HTTP/1.1" status: 200  len: 1157 time: 2.2369399
Feb 17 04:41:36.355977 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e', 'tag': 'e805da08-d0ad-4991-991c-1ff856e5f049'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:36.367441 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:36.368903 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] 10.222.0.73 "DELETE /v2.0/floatingips/9d6aa9c2-bf9f-4d3a-8a72-26f8378d7d5b HTTP/1.1" status: 204  len: 168 time: 3.1208038
Feb 17 04:41:36.421732 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e', 'tag': 'e805da08-d0ad-4991-991c-1ff856e5f049', 'status': 'completed', 'code': 200}
Feb 17 04:41:36.489064 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa99eb-7389-4048-8921-df5617ebd71b req-e3d5a75a-7a10-42cf-aa06-551d94c754e1 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:36.490748 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-03fa99eb-7389-4048-8921-df5617ebd71b req-e3d5a75a-7a10-42cf-aa06-551d94c754e1 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 943 time: 0.1276636
Feb 17 04:41:36.547979 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4f124-167e-4db6-b5c7-ca3672f0faaf req-aa9e4ef1-0471-4709-9459-cba99c1b629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:36.549695 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aeb4f124-167e-4db6-b5c7-ca3672f0faaf req-aa9e4ef1-0471-4709-9459-cba99c1b629f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d222969e9f8c4c679e15b8cafb6e2f9d&device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 1160 time: 0.0943847
Feb 17 04:41:36.556133 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-03fa99eb-7389-4048-8921-df5617ebd71b req-733cae40-4295-4341-9dc8-de02a66d35b9 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546548
Feb 17 04:41:36.969832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4f124-167e-4db6-b5c7-ca3672f0faaf req-448ecae8-9668-48cf-8e37-83a11bc14629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:36.971426 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aeb4f124-167e-4db6-b5c7-ca3672f0faaf req-448ecae8-9668-48cf-8e37-83a11bc14629 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d222969e9f8c4c679e15b8cafb6e2f9d&shared=False HTTP/1.1" status: 200  len: 907 time: 0.4139857
Feb 17 04:41:37.129106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4f124-167e-4db6-b5c7-ca3672f0faaf req-2100ec8b-874a-49c2-9c86-5067ebdc2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:37.130700 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aeb4f124-167e-4db6-b5c7-ca3672f0faaf req-2100ec8b-874a-49c2-9c86-5067ebdc2388 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1524682
Feb 17 04:41:37.254146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-6f3749e1-9feb-4674-9545-082eb016180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:37.255714 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-6f3749e1-9feb-4674-9545-082eb016180b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d222969e9f8c4c679e15b8cafb6e2f9d&device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 1160 time: 0.0855815
Feb 17 04:41:37.338104 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-1ec97298-f440-48c6-8faf-4a05a9a4a2b2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e805da08-d0ad-4991-991c-1ff856e5f049 HTTP/1.1" status: 200  len: 217 time: 0.0696819
Feb 17 04:41:37.417307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-313b304d-e11a-45da-9b26-b59472ed091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:37.418879 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-313b304d-e11a-45da-9b26-b59472ed091f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=709aee88-8e45-402b-97f8-598502f18a6f HTTP/1.1" status: 200  len: 853 time: 0.0739112
Feb 17 04:41:37.472817 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-65719d47-b792-4f44-9abc-e8702a65c253 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=03e92244-b0e1-440a-bd01-1b65157a154e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465574
Feb 17 04:41:37.626139 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-6a647cdf-ed73-4bb5-b8d7-f11c1cdd66ad service neutron] 10.222.0.76 "GET /v2.0/networks/03e92244-b0e1-440a-bd01-1b65157a154e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458647
Feb 17 04:41:37.846284 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-aa552dbf-5474-49a6-8de4-0bee77cecf0d req-d419335b-8e36-4779-9ead-61133c815ca3 service neutron] 10.222.0.76 "GET /v2.0/networks/03e92244-b0e1-440a-bd01-1b65157a154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2129989
Feb 17 04:41:37.867707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33692) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:37.896369 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b423-1be4-4ea6-b86e-259cf5c942fb req-1a4c18a6-2fcf-4216-825f-67ca4a0b1e20 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:37.898641 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2ea8b423-1be4-4ea6-b86e-259cf5c942fb req-1a4c18a6-2fcf-4216-825f-67ca4a0b1e20 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 943 time: 0.1861501
Feb 17 04:41:37.971789 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2ea8b423-1be4-4ea6-b86e-259cf5c942fb req-16f28bb3-a3c0-4ef3-8a57-38d4e97efcd7 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663722
Feb 17 04:41:38.029234 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bc128e3c-4d26-4fc9-bfad-b354fdaf6e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.052704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-539fc06c-29ad-4208-bca1-d9ea645c9112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.081100 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-539fc06c-29ad-4208-bca1-d9ea645c9112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:38.088111 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-539fc06c-29ad-4208-bca1-d9ea645c9112 admin admin] Usage tracker for resource:security_group_rule and tenant:d6bbea99c3c54a909ac57a013a82c2dd is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:38.092960 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-539fc06c-29ad-4208-bca1-d9ea645c9112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:38.100459 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-539fc06c-29ad-4208-bca1-d9ea645c9112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:38.198771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-539fc06c-29ad-4208-bca1-d9ea645c9112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.247600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-539fc06c-29ad-4208-bca1-d9ea645c9112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.257940 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-728699ba-1d96-4898-aaf4-03b8ece16d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:38.301174 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fc06c-29ad-4208-bca1-d9ea645c9112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590d8ad0-064a-4df4-8dcb-e8f9c0bcc638,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:38.309067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33704) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:38.309256 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-539fc06c-29ad-4208-bca1-d9ea645c9112 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6bbea99c3c54a909ac57a013a82c2dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4398756
Feb 17 04:41:38.310231 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-539fc06c-29ad-4208-bca1-d9ea645c9112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:38.377727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.383046 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4183d5ad-4efc-45bd-a842-9d604d28e9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.412611 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4183d5ad-4efc-45bd-a842-9d604d28e9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.492849 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4183d5ad-4efc-45bd-a842-9d604d28e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.498399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6e9fc7bd-efb7-44a7-b97b-c7f2a17849c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:38.510602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183d5ad-4efc-45bd-a842-9d604d28e9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590d8ad0-064a-4df4-8dcb-e8f9c0bcc638,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:38.514799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4183d5ad-4efc-45bd-a842-9d604d28e9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:38.520909 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4183d5ad-4efc-45bd-a842-9d604d28e9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:38.520909 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-4183d5ad-4efc-45bd-a842-9d604d28e9a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/590d8ad0-064a-4df4-8dcb-e8f9c0bcc638 HTTP/1.1" status: 204  len: 168 time: 0.2089987
Feb 17 04:41:39.192594 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d2383-a22c-403a-b16b-5e73a8b937be req-bf5e7a8c-beca-4cd9-ac97-49f8a05cbb23 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:39.194215 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fc5d2383-a22c-403a-b16b-5e73a8b937be req-bf5e7a8c-beca-4cd9-ac97-49f8a05cbb23 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 943 time: 0.0989571
Feb 17 04:41:39.246602 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fc5d2383-a22c-403a-b16b-5e73a8b937be req-3119d695-1a20-4161-9fa3-11bb8f9a5aab tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455675
Feb 17 04:41:39.620447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33738) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:39.664878 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:40.432056 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.objects.ports [None req-5f79f8a3-30d4-4b5f-900d-46c1945f0478 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:41:40.536970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8a3d3e9b-cb4a-4bf2-99c4-d9d83812c8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854384247'] for router_interface, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:40.604140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ba098-11c1-4c20-bad3-f7f1f401d540 req-13b4f1c9-d691-439d-910e-ef6676940e42 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:40.605803 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7d1ba098-11c1-4c20-bad3-f7f1f401d540 req-13b4f1c9-d691-439d-910e-ef6676940e42 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 943 time: 0.2261367
Feb 17 04:41:40.683211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:40.749651 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7d1ba098-11c1-4c20-bad3-f7f1f401d540 req-0e846286-7535-483e-8f62-bc437ea5ca62 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746284
Feb 17 04:41:40.772479 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device e805da08-d0ad-4991-991c-1ff856e5f049 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:41:40.900442 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port e805da08-d0ad-4991-991c-1ff856e5f049 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:41:40.906067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port e805da08-d0ad-4991-991c-1ff856e5f049 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:40.906591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:41.039134 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:41.069305 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d3e9b-cb4a-4bf2-99c4-d9d83812c8c9 admin admin] Deleting port b7293356-cfd4-4b43-8ea7-cf895478952d {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:41.069576 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e805da08-d0ad-4991-991c-1ff856e5f049'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:41.069704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8a3d3e9b-cb4a-4bf2-99c4-d9d83812c8c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:41.081228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port e805da08-d0ad-4991-991c-1ff856e5f049, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e805da08-d0ad-4991-991c-1ff856e5f049,segment=NetworkSegment(0a9c9c5a-1a03-468d-92a7-be855a560229),segment_id=0a9c9c5a-1a03-468d-92a7-be855a560229)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:41.119708 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e805da08-d0ad-4991-991c-1ff856e5f049', 'code': 200}
Feb 17 04:41:41.171602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:41.173671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1ae0954b-a147-4dfc-990c-ce85703bae98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:41.253735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=e805da08-d0ad-4991-991c-1ff856e5f049,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:41.262746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.263134 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.263669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.264046 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.264359 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.264814 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.265100 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.265463 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.265973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.266177 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.266557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.266913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.267478 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.267855 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.268205 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.268564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.269003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.269359 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.269766 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.270123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.270483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.270834 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.271191 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.271703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:41:41.276990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:41.487491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2facaf-5760-4759-9a17-10b2b2617ca7 req-a4309689-6f56-48b2-8470-ac91a8585fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:41.489114 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2c2facaf-5760-4759-9a17-10b2b2617ca7 req-a4309689-6f56-48b2-8470-ac91a8585fb8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 1162 time: 0.0811822
Feb 17 04:41:41.534284 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8a3d3e9b-cb4a-4bf2-99c4-d9d83812c8c9 admin admin] For port b7293356-cfd4-4b43-8ea7-cf895478952d, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=b7293356-cfd4-4b43-8ea7-cf895478952d,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:41.535773 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8a3d3e9b-cb4a-4bf2-99c4-d9d83812c8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:41.542961 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2c2facaf-5760-4759-9a17-10b2b2617ca7 req-8f9e62e6-2520-4e6f-bfe7-c0d92de9ef74 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454321
Feb 17 04:41:41.689413 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d3e9b-cb4a-4bf2-99c4-d9d83812c8c9 admin admin] Calling delete_port for b7293356-cfd4-4b43-8ea7-cf895478952d owned by network:router_interface {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:41.765201 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-974450f0-920d-437a-bc86-687e53def596 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8d451790c7e445b4840418eb6add49a4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0445235
Feb 17 04:41:41.978125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c671320-362d-4224-afbf-791d5fe0fa58 req-c9a05a66-1ccd-49a4-b7ed-a3871caedba4 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:41.979662 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5c671320-362d-4224-afbf-791d5fe0fa58 req-c9a05a66-1ccd-49a4-b7ed-a3871caedba4 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 945 time: 0.0931237
Feb 17 04:41:42.016293 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-e93b4c50-b3ea-4c89-bade-3e10be2b0e73 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:42.017905 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-e93b4c50-b3ea-4c89-bade-3e10be2b0e73 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2447302
Feb 17 04:41:42.035312 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5c671320-362d-4224-afbf-791d5fe0fa58 req-d2cb8012-7748-491e-9388-99eab46c72aa tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488391
Feb 17 04:41:42.082276 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-6e93264b-8bf3-4848-af21-387020d1cc30 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/quotas/8d451790c7e445b4840418eb6add49a4 HTTP/1.1" status: 200  len: 375 time: 0.0247326
Feb 17 04:41:42.143939 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-0a2ccf4b-e36d-433a-8409-8de9faa6f678 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d451790c7e445b4840418eb6add49a4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0545368
Feb 17 04:41:42.179331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8a3d3e9b-cb4a-4bf2-99c4-d9d83812c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:42.206707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-71d41e53-7f97-4c34-a2b9-1ab7c6c82863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:42.307187 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d3e9b-cb4a-4bf2-99c4-d9d83812c8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7293356-cfd4-4b43-8ea7-cf895478952d,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:42.317707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8a3d3e9b-cb4a-4bf2-99c4-d9d83812c8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:42.361166 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device e805da08-d0ad-4991-991c-1ff856e5f049 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:41:42.496509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port e805da08-d0ad-4991-991c-1ff856e5f049 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:42.497089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:42.501482 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-224d7e13-8b59-470d-ac82-a3deb88fc9ef req-fb838957-e3b2-4ae3-b0d4-5a2a847e4587 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 210 time: 0.1048448
Feb 17 04:41:42.706755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8a3d3e9b-cb4a-4bf2-99c4-d9d83812c8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854384153'] for router_interface, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:43.332648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3d3e9b-cb4a-4bf2-99c4-d9d83812c8c9 admin admin] Router 13a67db9-d453-44be-b63e-5809782901a8 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:41:43.345510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a250c-b943-41f8-a6e1-cc78f5d74214 req-dba804a9-0642-4ded-9014-8120db50286e tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:43.347247 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-df7a250c-b943-41f8-a6e1-cc78f5d74214 req-dba804a9-0642-4ded-9014-8120db50286e tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 945 time: 0.1616902
Feb 17 04:41:43.554670 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-df7a250c-b943-41f8-a6e1-cc78f5d74214 req-37a25594-3430-4257-9567-1b25b452ca69 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377478
Feb 17 04:41:43.595185 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3d3e9b-cb4a-4bf2-99c4-d9d83812c8c9 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:41:43.605800 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d1583-f306-4bbb-81bd-960884bea985 None None] Sync routers for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:41:43.618981 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8a3d3e9b-cb4a-4bf2-99c4-d9d83812c8c9 admin admin] 10.222.0.73 "PUT /v2.0/routers/13a67db9-d453-44be-b63e-5809782901a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9946463
Feb 17 04:41:43.619468 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33786) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:43.624985 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d1583-f306-4bbb-81bd-960884bea985 None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:43.625914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-498d1583-f306-4bbb-81bd-960884bea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d82f2b0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:41:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:43.836407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-498d1583-f306-4bbb-81bd-960884bea985 None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:43.894387 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-91192e3c-a33e-4df0-97e5-88a1b7aefc61 req-76757b68-dd39-49dc-bd84-d6682aaa230c tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 210 time: 0.1553397
Feb 17 04:41:43.950625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:44.167596 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:44.173113 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] Deleting port 708aab71-bc36-469e-b176-020dcc1cb382 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:44.173481 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:44.185769 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-498d1583-f306-4bbb-81bd-960884bea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d82f2b0>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:41:42Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:44.192318 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d1583-f306-4bbb-81bd-960884bea985 None None] Checking router: 13a67db9-d453-44be-b63e-5809782901a8 for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:41:44.205352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d1583-f306-4bbb-81bd-960884bea985 None None] Routers {'13a67db9-d453-44be-b63e-5809782901a8'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:41:44.206045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-498d1583-f306-4bbb-81bd-960884bea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d82f2b0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:41:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['13a67db9-d453-44be-b63e-5809782901a8'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:44.248425 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-71efc72b-661c-4883-9dd0-5a5718bbb097 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8d451790c7e445b4840418eb6add49a4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0408559
Feb 17 04:41:44.416626 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-498d1583-f306-4bbb-81bd-960884bea985 None None] Set router 13a67db9-d453-44be-b63e-5809782901a8 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:41:44.578924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-e10e0ebc-f092-4891-9de8-7cdb91a7ba7e tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:44.580721 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-e10e0ebc-f092-4891-9de8-7cdb91a7ba7e tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3219903
Feb 17 04:41:44.600052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Request body: {'port': {'device_id': '1a0d6e41-b789-4430-a65a-32a026587899', 'network_id': 'a72d4ccd-30e0-4ba1-b0a5-d4337f994546', 'admin_state_up': True, 'tenant_id': '8d451790c7e445b4840418eb6add49a4'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:41:44.730311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] For port 708aab71-bc36-469e-b176-020dcc1cb382, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=708aab71-bc36-469e-b176-020dcc1cb382,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:44.730702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:44.887629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] Calling delete_port for 708aab71-bc36-469e-b176-020dcc1cb382 owned by network:router_gateway {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:44.955918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-498d1583-f306-4bbb-81bd-960884bea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d82f2b0>, [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:41:42Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:44.960478 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d1583-f306-4bbb-81bd-960884bea985 None None] The sync data for ids ['13a67db9-d453-44be-b63e-5809782901a8'] in dv-cinder-759955-5-iscsi is: [{'id': '13a67db9-d453-44be-b63e-5809782901a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1870514800-router', 'tenant_id': 'b4db349eea3a41deb61c89e67a673600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '708aab71-bc36-469e-b176-020dcc1cb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:33:38Z', 'updated_at': '2021-02-17T04:41:42Z', 'revision_number': 5, 'project_id': 'b4db349eea3a41deb61c89e67a673600', 'gw_port': {'id': '708aab71-bc36-469e-b176-020dcc1cb382', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a67db9-d453-44be-b63e-5809782901a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:33:40Z', 'updated_at': '2021-02-17T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:41:44.977849 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:44.987670 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Usage tracker for resource:port and tenant:8d451790c7e445b4840418eb6add49a4 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:44.994498 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:45.016171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:45.067461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Made reservation on behalf of 8d451790c7e445b4840418eb6add49a4 for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:41:45.073301 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:45.098745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:45.103266 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-24cf64d0-a4cc-4d71-aef8-de27496cbf30 req-3bec643a-50d7-4be9-b5e0-3674d6e360e5 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 210 time: 0.0673354
Feb 17 04:41:45.122754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:45.130111 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Usage tracker for resource:security_group_rule and tenant:8d451790c7e445b4840418eb6add49a4 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:45.134786 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:45.145041 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:45.147790 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]: WARNING neutron.plugins.ml2.ovo_rpc [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     result = function(*args, **kwargs)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     proto.__init__(conn_state, self)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.handle()
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.handle_one_request()
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.handle_one_response()
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     result = self.application(self.environ, start_response)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     return app(environ, start_response)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     response = req.get_response(self.application)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     application, catch_exc_info=False)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     response = req.get_response(self.application)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     application, catch_exc_info=False)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     response = req.get_response(self.application)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     application, catch_exc_info=False)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     response = req.get_response(self.application)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     application, catch_exc_info=False)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     return request.get_response(self.application)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     application, catch_exc_info=False)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     response = req.get_response(self._app)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     application, catch_exc_info=False)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     app_iter = application(self.environ, start_response)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     return resp(environ, start_response)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     return resp(environ, start_response)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     response = self.app(environ, start_response)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     return resp(environ, start_response)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     resp = self.call_func(req, *args, **kw)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.func(req, *args, **kwargs)
Feb 17 04:41:45.150416 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     result = method(request=request, **args)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._delete(request, id, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(*args, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(*args, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(*dup_args, **dup_kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     obj_deleter(request.context, id, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     return method(*args, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(*args, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(*args, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(*dup_args, **dup_kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, context, *args, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     return method(*args, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     context, port, router_ids, bound_mech_contexts)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     return function(*args, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     callback(resource, event, trigger, **kwargs)
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]:     stack = traceback.extract_stack()
Feb 17 04:41:45.158269 dv-cinder-759955-5-iscsi neutron-server[83925]: 
Feb 17 04:41:45.667963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854322005'] for router_gateway, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:45.807981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:45.823931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854383069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7610'] for router, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:45.823931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:45.900188 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:45.922886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-55364e1f-029d-4b83-804c-dafe10c026f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:45.936635 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device b7293356-cfd4-4b43-8ea7-cf895478952d no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:45.975901 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: b7293356-cfd4-4b43-8ea7-cf895478952d {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:45.976290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device b7293356-cfd4-4b43-8ea7-cf895478952d not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:46.047950 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e8190b-bae8-482d-ba28-8588e0389532,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:46.051670 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:46.064203 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854383359'] for router, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.064820 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13a67db9-d453-44be-b63e-5809782901a8 {{(pid=84038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:41:46.170205 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.171635 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2552f62d-5755-4e8a-8d65-906c9bc737e1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/13a67db9-d453-44be-b63e-5809782901a8 HTTP/1.1" status: 204  len: 168 time: 2.5508211
Feb 17 04:41:46.175866 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33852) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:46.255912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7b4647-8ce9-4227-bdab-474f978637cb admin admin] Deleting subnet 0186b1a0-62b8-4766-b853-dd62c7fb19d9 {{(pid=84039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:41:46.259707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4647-8ce9-4227-bdab-474f978637cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.325397 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-797c159b-e1d2-44a4-8f0a-bce7ea21778e req-72767920-5466-41cf-b1e5-e5884bc228f4 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 210 time: 0.0654473
Feb 17 04:41:46.335197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4647-8ce9-4227-bdab-474f978637cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852405141'] for subnet, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.356075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Allocated IP 192.168.233.78 (a72d4ccd-30e0-4ba1-b0a5-d4337f994546/c21dea7e-8da9-49ce-b55e-2b69f009fdc7/8e08c065-933a-4c3d-a868-022ac7725d0a) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:41:46.439511 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4647-8ce9-4227-bdab-474f978637cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.605814 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.625409 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Transition to ACTIVE for port object 8e08c065-933a-4c3d-a868-022ac7725d0a will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:41:46.688675 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:46.711864 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d3d8aa2e-dd0a-4edd-a56a-6c8a3a45bbcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:46.863906 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Pushing event updated for resources: {'Port': ['ID=8e08c065-933a-4c3d-a868-022ac7725d0a,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:46.877451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:46.938758 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Network a72d4ccd-30e0-4ba1-b0a5-d4337f994546 is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:41:46.940218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:41:46.942772 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:41:47.070988 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4647-8ce9-4227-bdab-474f978637cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317777'] for subnet, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.074254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:47.075000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.089832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-bdf205cb-0d8e-43ee-97e6-f57b156456e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:47.130793 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.5380988
Feb 17 04:41:47.147420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Request body: {'port': {'device_id': '1a0d6e41-b789-4430-a65a-32a026587899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:41:47.194671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b4647-8ce9-4227-bdab-474f978637cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0186b1a0-62b8-4766-b853-dd62c7fb19d9,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:47.197533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8d7b4647-8ce9-4227-bdab-474f978637cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:47.242943 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4647-8ce9-4227-bdab-474f978637cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.247633 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d1725-55ac-4377-8aa6-7f5b15ec7977 None None] Network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:41:47.252589 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8d7b4647-8ce9-4227-bdab-474f978637cb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0186b1a0-62b8-4766-b853-dd62c7fb19d9 HTTP/1.1" status: 204  len: 168 time: 1.0729265
Feb 17 04:41:47.252760 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33858) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:47.270894 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-445b7eca-74fd-46a7-8396-870726ae4ad2 None None] Provisioning for port 8e08c065-933a-4c3d-a868-022ac7725d0a completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:41:47.279705 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.342103 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-445b7eca-74fd-46a7-8396-870726ae4ad2 None None] Provisioning complete for port 8e08c065-933a-4c3d-a868-022ac7725d0a triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:47.342572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-445b7eca-74fd-46a7-8396-870726ae4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.403168 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.414407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-445b7eca-74fd-46a7-8396-870726ae4ad2 None None] Port 8e08c065-933a-4c3d-a868-022ac7725d0a cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:41:47.549186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Deleting port d645ba20-6921-43dd-9ceb-6ff9d373d43e {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:47.549584 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.646944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25bc650-c649-4dc4-9c02-2539e4d35c74 None None] DHCP port deletion for 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 request from dv-cinder-759955-5-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:41:47.656503 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-a25bc650-c649-4dc4-9c02-2539e4d35c74 None None] Deleting port d645ba20-6921-43dd-9ceb-6ff9d373d43e {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:47.657727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a25bc650-c649-4dc4-9c02-2539e4d35c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.698648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca06552-6bb7-4315-bf10-9ebefaff2ab1 req-698b49a9-7913-437a-b48c-24d9ea584489 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:47.700451 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8ca06552-6bb7-4315-bf10-9ebefaff2ab1 req-698b49a9-7913-437a-b48c-24d9ea584489 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 935 time: 0.2316403
Feb 17 04:41:47.842316 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e08c065-933a-4c3d-a868-022ac7725d0a {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:41:47.853472 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.874413 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8ca06552-6bb7-4315-bf10-9ebefaff2ab1 req-cf641e3a-c509-4cc6-9125-d31efc747cb2 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/security-groups?id=83e8190b-bae8-482d-ba28-8588e0389532&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511657
Feb 17 04:41:47.876342 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] For port d645ba20-6921-43dd-9ceb-6ff9d373d43e, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=d645ba20-6921-43dd-9ceb-6ff9d373d43e,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:47.876808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.878942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Transition to ACTIVE for port object 8e08c065-933a-4c3d-a868-022ac7725d0a will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:41:47.917963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:47.943008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-230c5552-7233-4e5c-8f95-d3d91fa68d30 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:47.963397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-a25bc650-c649-4dc4-9c02-2539e4d35c74 None None] For port d645ba20-6921-43dd-9ceb-6ff9d373d43e, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=d645ba20-6921-43dd-9ceb-6ff9d373d43e,segment=NetworkSegment(440014f7-1936-423c-80c4-10c43c981f8c),segment_id=440014f7-1936-423c-80c4-10c43c981f8c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:47.963853 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a25bc650-c649-4dc4-9c02-2539e4d35c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:48.039757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Calling delete_port for d645ba20-6921-43dd-9ceb-6ff9d373d43e owned by network:dhcp {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:48.104695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Pushing event updated for resources: {'Port': ['ID=8e08c065-933a-4c3d-a868-022ac7725d0a,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:48.109943 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:48.132258 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-a25bc650-c649-4dc4-9c02-2539e4d35c74 None None] Calling delete_port for d645ba20-6921-43dd-9ceb-6ff9d373d43e owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:48.184818 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:48.204962 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:48.228174 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [None req-a25bc650-c649-4dc4-9c02-2539e4d35c74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:41:48.228590 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [None req-a25bc650-c649-4dc4-9c02-2539e4d35c74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:41:48.230862 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 708aab71-bc36-469e-b176-020dcc1cb382 no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:48.271122 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 708aab71-bc36-469e-b176-020dcc1cb382 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:48.272132 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 708aab71-bc36-469e-b176-020dcc1cb382 not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:48.272613 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device d645ba20-6921-43dd-9ceb-6ff9d373d43e no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:41:48.315214 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: d645ba20-6921-43dd-9ceb-6ff9d373d43e {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:41:48.315758 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device d645ba20-6921-43dd-9ceb-6ff9d373d43e not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:41:48.329507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Attempting to bind port 8e08c065-933a-4c3d-a868-022ac7725d0a on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:41:48.329878 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Attempting to bind port 8e08c065-933a-4c3d-a868-022ac7725d0a by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'df403b21-3049-47ea-9a11-64e83b320767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a72d4ccd-30e0-4ba1-b0a5-d4337f994546'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:41:48.330267 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Attempting to bind port 8e08c065-933a-4c3d-a868-022ac7725d0a on network a72d4ccd-30e0-4ba1-b0a5-d4337f994546 {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:41:48.338992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:41:48.339396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Checking segment: {'id': 'df403b21-3049-47ea-9a11-64e83b320767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a72d4ccd-30e0-4ba1-b0a5-d4337f994546'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:41:48.339810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:48.340402 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Bound using segment: {'id': 'df403b21-3049-47ea-9a11-64e83b320767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a72d4ccd-30e0-4ba1-b0a5-d4337f994546'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:41:48.341300 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Bound port: 8e08c065-933a-4c3d-a868-022ac7725d0a, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df403b21-3049-47ea-9a11-64e83b320767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a72d4ccd-30e0-4ba1-b0a5-d4337f994546'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:41:48.341300 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:48.345919 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Pushing event deleted for resources: {'Port': ['ID=d645ba20-6921-43dd-9ceb-6ff9d373d43e,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:48.351036 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:48.395730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] No DVR routers for this DVR port d645ba20-6921-43dd-9ceb-6ff9d373d43e on host dv-cinder-759955-5-iscsi {{(pid=84039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:41:48.448868 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] For port 8e08c065-933a-4c3d-a868-022ac7725d0a, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:41:48.454196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] For port 8e08c065-933a-4c3d-a868-022ac7725d0a, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8e08c065-933a-4c3d-a868-022ac7725d0a,segment=NetworkSegment(df403b21-3049-47ea-9a11-64e83b320767),segment_id=df403b21-3049-47ea-9a11-64e83b320767)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:41:48.493981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:48.510593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f3c0f708-0dc9-4540-9d1f-a09a67adf941 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:48.529960 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:48.649117 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000d43d160>,) {'filters': {'network_id': ['1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3']}} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:48.669834 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000d43d160>, '440014f7-1936-423c-80c4-10c43c981f8c') {'for_net_delete': True} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:48.669834 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000d43d160>, '440014f7-1936-423c-80c4-10c43c981f8c') {} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:41:48.679677 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Pushing event updated for resources: {'Port': ['ID=8e08c065-933a-4c3d-a868-022ac7725d0a,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:48.683183 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370675'] for segment, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:48.685381 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:48.699853 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:48.702068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:41:48.720653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:48.721331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:48.722820 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-16f1d418-664b-457b-8436-9fd06ebf6b5a service neutron] 10.222.0.76 "PUT /v2.0/ports/8e08c065-933a-4c3d-a868-022ac7725d0a HTTP/1.1" status: 200  len: 1161 time: 1.5810480
Feb 17 04:41:48.723398 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0d6e41-b789-4430-a65a-32a026587899', 'tag': '8e08c065-933a-4c3d-a868-022ac7725d0a'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:48.737522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-a25bc650-c649-4dc4-9c02-2539e4d35c74 None None] Deleting port d645ba20-6921-43dd-9ceb-6ff9d373d43e {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:48.738075 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a25bc650-c649-4dc4-9c02-2539e4d35c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:48.796097 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0d6e41-b789-4430-a65a-32a026587899', 'tag': '8e08c065-933a-4c3d-a868-022ac7725d0a', 'status': 'completed', 'code': 200}
Feb 17 04:41:48.824446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-a25bc650-c649-4dc4-9c02-2539e4d35c74 None None] The port 'd645ba20-6921-43dd-9ceb-6ff9d373d43e' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:41:48.908461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-eb8a32d1-4d06-4de0-b93e-371ac1bfc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:48.910844 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-eb8a32d1-4d06-4de0-b93e-371ac1bfc971 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8d451790c7e445b4840418eb6add49a4&device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 1164 time: 0.1082280
Feb 17 04:41:48.944637 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:41:48.984453 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852218915'] for segment, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.023990 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-ed739358-ae93-4940-a304-a9d9c3aeb4a6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=8e08c065-933a-4c3d-a868-022ac7725d0a HTTP/1.1" status: 200  len: 217 time: 0.1034136
Feb 17 04:41:49.099996 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-7a810740-0fba-4cba-a3ee-db61a864a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:49.101575 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-7a810740-0fba-4cba-a3ee-db61a864a7b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c21dea7e-8da9-49ce-b55e-2b69f009fdc7 HTTP/1.1" status: 200  len: 843 time: 0.0696800
Feb 17 04:41:49.197025 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-e20ac840-72de-443f-b9c7-07b845474c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:49.198663 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-e20ac840-72de-443f-b9c7-07b845474c62 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a72d4ccd-30e0-4ba1-b0a5-d4337f994546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0877869
Feb 17 04:41:49.248163 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Network 1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:41:49.273440 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:41:49.353377 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-b5cd0dc9-073f-4ada-b96a-b9b1d164c555 service neutron] 10.222.0.76 "GET /v2.0/networks/a72d4ccd-30e0-4ba1-b0a5-d4337f994546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467071
Feb 17 04:41:49.375012 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b93d9-f27d-4eec-a248-d54d063c8eae req-219871c4-bda4-485c-8a3e-1355888670ba tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:49.376974 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-cc4b93d9-f27d-4eec-a248-d54d063c8eae req-219871c4-bda4-485c-8a3e-1355888670ba tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 947 time: 0.3118026
Feb 17 04:41:49.401711 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.411303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-09019029-17d1-431d-80f1-a72b689c7d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:49.426887 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.447823 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Pushing event deleted for resources: {'Network': ['ID=1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:49.455018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:49.464891 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-cc4b93d9-f27d-4eec-a248-d54d063c8eae req-4f1b19cc-9118-4001-a16a-416bae8fceeb tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/security-groups?id=83e8190b-bae8-482d-ba28-8588e0389532&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805242
Feb 17 04:41:49.499447 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1045c1fd-b2e6-4a47-b34a-2f03f2ccfda3 HTTP/1.1" status: 204  len: 168 time: 2.2451611
Feb 17 04:41:49.508962 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7292e29e-fd80-484c-ae07-7f7a6c393e8e req-910328cc-fc4d-4b83-8242-eae7655f3184 service neutron] 10.222.0.76 "GET /v2.0/networks/a72d4ccd-30e0-4ba1-b0a5-d4337f994546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455581
Feb 17 04:41:49.742304 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33874) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:49.819915 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-4f34a641-458d-4422-9ab6-ab44663238f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4db349eea3a41deb61c89e67a673600&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0714262
Feb 17 04:41:49.820144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33878) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:49.901491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8ca1346d-40c4-44dd-8294-e68223c8adc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.932574 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8ca1346d-40c4-44dd-8294-e68223c8adc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:49.935437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd5324-e2b2-4cd7-92af-f94280c670e9 req-4950a940-0f75-45a8-82b1-e945aa0099a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:49.938082 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-81fd5324-e2b2-4cd7-92af-f94280c670e9 req-4950a940-0f75-45a8-82b1-e945aa0099a2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8d451790c7e445b4840418eb6add49a4&device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 1164 time: 0.3496814
Feb 17 04:41:50.089191 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd5324-e2b2-4cd7-92af-f94280c670e9 req-4e659c71-bd80-4af8-a496-6765de76ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:50.090690 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-81fd5324-e2b2-4cd7-92af-f94280c670e9 req-4e659c71-bd80-4af8-a496-6765de76ec70 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a72d4ccd-30e0-4ba1-b0a5-d4337f994546 HTTP/1.1" status: 200  len: 863 time: 0.1447918
Feb 17 04:41:50.132091 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8ca1346d-40c4-44dd-8294-e68223c8adc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:50.138035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4c1fa8c0-dcbc-4e47-b8f8-1c95fea8fe21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:50.156812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1346d-40c4-44dd-8294-e68223c8adc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb662c2-21d5-4a3e-8b96-2559dcd7cefd,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:50.160367 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8ca1346d-40c4-44dd-8294-e68223c8adc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:50.162913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8ca1346d-40c4-44dd-8294-e68223c8adc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:50.164412 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8ca1346d-40c4-44dd-8294-e68223c8adc2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3cb662c2-21d5-4a3e-8b96-2559dcd7cefd HTTP/1.1" status: 204  len: 168 time: 0.3431807
Feb 17 04:41:50.173943 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-81fd5324-e2b2-4cd7-92af-f94280c670e9 req-871f0a73-3f37-47a7-b1c5-daabe8dc3f0b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=8e08c065-933a-4c3d-a868-022ac7725d0a HTTP/1.1" status: 200  len: 217 time: 0.0748069
Feb 17 04:41:50.245457 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd5324-e2b2-4cd7-92af-f94280c670e9 req-a89ce9bb-a50e-42e7-815f-708f1525fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:50.247099 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-81fd5324-e2b2-4cd7-92af-f94280c670e9 req-a89ce9bb-a50e-42e7-815f-708f1525fb76 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c21dea7e-8da9-49ce-b55e-2b69f009fdc7 HTTP/1.1" status: 200  len: 843 time: 0.0666685
Feb 17 04:41:50.338606 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd5324-e2b2-4cd7-92af-f94280c670e9 req-55492c2d-9799-47a9-8a32-0e1cb3cfaa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:50.340415 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-81fd5324-e2b2-4cd7-92af-f94280c670e9 req-55492c2d-9799-47a9-8a32-0e1cb3cfaa59 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a72d4ccd-30e0-4ba1-b0a5-d4337f994546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0855095
Feb 17 04:41:50.525297 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-81fd5324-e2b2-4cd7-92af-f94280c670e9 req-cd3fd7a5-a8d3-4e86-8056-063a6b0215fc service neutron] 10.222.0.76 "GET /v2.0/networks/a72d4ccd-30e0-4ba1-b0a5-d4337f994546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709130
Feb 17 04:41:50.757402 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-81fd5324-e2b2-4cd7-92af-f94280c670e9 req-8cf8afc3-b887-4471-bb33-9ead55692b90 service neutron] 10.222.0.76 "GET /v2.0/networks/a72d4ccd-30e0-4ba1-b0a5-d4337f994546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2198768
Feb 17 04:41:50.799604 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706a37a-3f49-42f2-aee4-77e101247803 req-e6e06172-db16-4633-bd1f-eb7fd9f94b9a tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:50.800347 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-c706a37a-3f49-42f2-aee4-77e101247803 req-e6e06172-db16-4633-bd1f-eb7fd9f94b9a tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Synchronizing usage tracker for tenant:8d451790c7e445b4840418eb6add49a4 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:50.859768 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-c706a37a-3f49-42f2-aee4-77e101247803 req-e6e06172-db16-4633-bd1f-eb7fd9f94b9a tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Unset dirty status for tenant:8d451790c7e445b4840418eb6add49a4 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:50.861199 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c706a37a-3f49-42f2-aee4-77e101247803 req-e6e06172-db16-4633-bd1f-eb7fd9f94b9a tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 947 time: 0.1948493
Feb 17 04:41:50.922046 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-c706a37a-3f49-42f2-aee4-77e101247803 req-b6da809d-05fd-4f65-9996-24d7e5df9338 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Synchronizing usage tracker for tenant:8d451790c7e445b4840418eb6add49a4 on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:41:50.991382 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-c706a37a-3f49-42f2-aee4-77e101247803 req-b6da809d-05fd-4f65-9996-24d7e5df9338 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Unset dirty status for tenant:8d451790c7e445b4840418eb6add49a4 on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:41:50.992689 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c706a37a-3f49-42f2-aee4-77e101247803 req-b6da809d-05fd-4f65-9996-24d7e5df9338 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/security-groups?id=83e8190b-bae8-482d-ba28-8588e0389532&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200609
Feb 17 04:41:52.207409 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9222a-0ba5-405c-aa53-dd73c5441c7e req-5053d43c-0150-4aba-99df-b3cfbccd4ad4 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:52.209749 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4eb9222a-0ba5-405c-aa53-dd73c5441c7e req-5053d43c-0150-4aba-99df-b3cfbccd4ad4 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 947 time: 0.0964925
Feb 17 04:41:52.280000 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4eb9222a-0ba5-405c-aa53-dd73c5441c7e req-38b2a0eb-db6c-448e-9648-7e422838f135 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/security-groups?id=83e8190b-bae8-482d-ba28-8588e0389532&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615077
Feb 17 04:41:52.525867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network a72d4ccd-30e0-4ba1-b0a5-d4337f994546 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:41:52.804144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.objects.ports [None req-d298bb3f-bb6d-4516-8586-3c8dc365790f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 04:41:53.023092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33936) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:53.154235 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-336869d4-bd41-463d-86f5-cd1c3d91a5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:53.171176 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-336869d4-bd41-463d-86f5-cd1c3d91a5e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:53.175368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-336869d4-bd41-463d-86f5-cd1c3d91a5e3 admin admin] Usage tracker for resource:security_group_rule and tenant:91f1bd0aa02c40428c9a7a057d7fddb8 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:53.179655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-336869d4-bd41-463d-86f5-cd1c3d91a5e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:53.185862 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-336869d4-bd41-463d-86f5-cd1c3d91a5e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:53.242524 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 8e08c065-933a-4c3d-a868-022ac7725d0a up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:41:53.345614 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 8e08c065-933a-4c3d-a868-022ac7725d0a completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:41:53.361127 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 8e08c065-933a-4c3d-a868-022ac7725d0a triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:53.361127 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:53.371078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-336869d4-bd41-463d-86f5-cd1c3d91a5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:53.401600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-336869d4-bd41-463d-86f5-cd1c3d91a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:53.411861 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-95a55923-7c5f-46be-8fea-dfcc27147449 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:53.465420 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-336869d4-bd41-463d-86f5-cd1c3d91a5e3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91f1bd0aa02c40428c9a7a057d7fddb8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4410386
Feb 17 04:41:53.467256 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33946) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:53.472637 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336869d4-bd41-463d-86f5-cd1c3d91a5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3959bddb-c356-41cb-894a-99e4cd40e12a,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:53.498439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-336869d4-bd41-463d-86f5-cd1c3d91a5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:53.511437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f915c-cb3a-43ce-8c4b-0355404d63c2 req-8dc3b79d-6caf-46e1-85e2-d879c63c1408 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:53.513335 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-057f915c-cb3a-43ce-8c4b-0355404d63c2 req-8dc3b79d-6caf-46e1-85e2-d879c63c1408 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 947 time: 0.1082392
Feb 17 04:41:53.551990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:53.558993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e1d58ed0-a331-4279-8706-6268b00e0641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:53.569790 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-057f915c-cb3a-43ce-8c4b-0355404d63c2 req-b3aac40e-b1b3-4b8f-942e-c6ac96821dc2 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/security-groups?id=83e8190b-bae8-482d-ba28-8588e0389532&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482926
Feb 17 04:41:53.587557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d6e41-b789-4430-a65a-32a026587899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e08c065-933a-4c3d-a868-022ac7725d0a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:53.596167 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e1d58ed0-a331-4279-8706-6268b00e0641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:53.597646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 8e08c065-933a-4c3d-a868-022ac7725d0a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8e08c065-933a-4c3d-a868-022ac7725d0a,segment=NetworkSegment(df403b21-3049-47ea-9a11-64e83b320767),segment_id=df403b21-3049-47ea-9a11-64e83b320767)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:53.630607 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:53.633152 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:53.674915 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0d6e41-b789-4430-a65a-32a026587899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e08c065-933a-4c3d-a868-022ac7725d0a', 'code': 200}
Feb 17 04:41:53.723470 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=8e08c065-933a-4c3d-a868-022ac7725d0a,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:53.727804 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e1d58ed0-a331-4279-8706-6268b00e0641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:53.729038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:53.733487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7865960b-84f8-4232-b885-af5b54e5a90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:53.748102 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d58ed0-a331-4279-8706-6268b00e0641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3959bddb-c356-41cb-894a-99e4cd40e12a,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:53.752750 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e1d58ed0-a331-4279-8706-6268b00e0641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:53.754936 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e1d58ed0-a331-4279-8706-6268b00e0641 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3959bddb-c356-41cb-894a-99e4cd40e12a HTTP/1.1" status: 204  len: 168 time: 0.2857065
Feb 17 04:41:53.756841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e1d58ed0-a331-4279-8706-6268b00e0641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:54.003851 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e4598-fbc5-43a2-a2e1-5b9682944da0 req-c3fa6ff8-4325-4485-886f-a812aeb5ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:54.005487 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-259e4598-fbc5-43a2-a2e1-5b9682944da0 req-c3fa6ff8-4325-4485-886f-a812aeb5ca6d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 1166 time: 0.0835595
Feb 17 04:41:54.051594 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-259e4598-fbc5-43a2-a2e1-5b9682944da0 req-9bbad439-0ffd-441d-9a03-a5437773dd86 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=83e8190b-bae8-482d-ba28-8588e0389532&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383842
Feb 17 04:41:54.252564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 33956) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:54.272916 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1811318d-428a-4156-bfce-8a9563128150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:54.288709 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-1811318d-428a-4156-bfce-8a9563128150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:41:54.292820 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-1811318d-428a-4156-bfce-8a9563128150 admin admin] Usage tracker for resource:security_group_rule and tenant:30c3279d2aaa441a80f8304b6528dfaa is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:41:54.296201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-1811318d-428a-4156-bfce-8a9563128150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:41:54.302498 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-1811318d-428a-4156-bfce-8a9563128150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:41:54.389726 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1811318d-428a-4156-bfce-8a9563128150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:54.418620 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1811318d-428a-4156-bfce-8a9563128150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:54.429019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4183d5ad-4efc-45bd-a842-9d604d28e9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:54.464114 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 8e08c065-933a-4c3d-a868-022ac7725d0a up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:41:54.473658 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-1811318d-428a-4156-bfce-8a9563128150 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=30c3279d2aaa441a80f8304b6528dfaa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2199223
Feb 17 04:41:54.475222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811318d-428a-4156-bfce-8a9563128150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83f98c4-818a-4c3b-8517-e2299d0fa413,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:54.477196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 33960) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:41:54.478630 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1811318d-428a-4156-bfce-8a9563128150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:54.543209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 8e08c065-933a-4c3d-a868-022ac7725d0a triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:54.543653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:54.550736 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-94a41b0e-2449-4e73-9944-dc7f3e98db23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:54.580231 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-94a41b0e-2449-4e73-9944-dc7f3e98db23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:54.664558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-94a41b0e-2449-4e73-9944-dc7f3e98db23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:54.670049 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-56180dac-f172-41da-9c73-421d797237e5 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:54.701730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a41b0e-2449-4e73-9944-dc7f3e98db23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83f98c4-818a-4c3b-8517-e2299d0fa413,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:54.704828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-94a41b0e-2449-4e73-9944-dc7f3e98db23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:54.706522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-94a41b0e-2449-4e73-9944-dc7f3e98db23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:54.708252 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-94a41b0e-2449-4e73-9944-dc7f3e98db23 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e83f98c4-818a-4c3b-8517-e2299d0fa413 HTTP/1.1" status: 204  len: 168 time: 0.2298980
Feb 17 04:41:54.824157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c7b22-3287-4da6-94fd-965d38fa5378 req-f4ea01ee-97b8-4f54-b1cb-2290e1740969 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:54.825860 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-db9c7b22-3287-4da6-94fd-965d38fa5378 req-f4ea01ee-97b8-4f54-b1cb-2290e1740969 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 949 time: 0.0932968
Feb 17 04:41:54.881168 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-db9c7b22-3287-4da6-94fd-965d38fa5378 req-25494bac-c423-483c-9574-c66fd9e15230 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/security-groups?id=83e8190b-bae8-482d-ba28-8588e0389532&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488935
Feb 17 04:41:56.090052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8caa4e-c205-4650-8e06-ab6b36c6ccce req-127c20b0-5e62-4708-9c42-a86c3753e027 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:56.091754 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9a8caa4e-c205-4650-8e06-ab6b36c6ccce req-127c20b0-5e62-4708-9c42-a86c3753e027 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 949 time: 0.0939705
Feb 17 04:41:56.141125 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-9a8caa4e-c205-4650-8e06-ab6b36c6ccce req-b4e25338-0b11-4a40-8424-b8ddf8859709 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/security-groups?id=83e8190b-bae8-482d-ba28-8588e0389532&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425982
Feb 17 04:41:56.857174 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984d075-7dc9-42f5-8cd2-798b1f2f4828 req-f5cebabc-c981-4613-a82d-ee00cc692b14 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:56.858806 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4984d075-7dc9-42f5-8cd2-798b1f2f4828 req-f5cebabc-c981-4613-a82d-ee00cc692b14 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 949 time: 0.0901022
Feb 17 04:41:56.912690 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4984d075-7dc9-42f5-8cd2-798b1f2f4828 req-def9579a-8e49-432e-8e5d-a5e645d19005 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/security-groups?id=83e8190b-bae8-482d-ba28-8588e0389532&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473685
Feb 17 04:41:58.115831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2b69f-a5da-4524-9685-cb6eab34f3fd req-4c527789-1204-4c1b-b1ba-f1b772ca1613 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:58.117488 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09c2b69f-a5da-4524-9685-cb6eab34f3fd req-4c527789-1204-4c1b-b1ba-f1b772ca1613 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 949 time: 0.0909755
Feb 17 04:41:58.171175 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09c2b69f-a5da-4524-9685-cb6eab34f3fd req-7695bb7f-613b-40c4-b297-01eba9c3c576 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/security-groups?id=83e8190b-bae8-482d-ba28-8588e0389532&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445535
Feb 17 04:41:58.487669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 8e08c065-933a-4c3d-a868-022ac7725d0a up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:41:58.566374 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 8e08c065-933a-4c3d-a868-022ac7725d0a triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:41:58.566792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:58.728494 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04582c9c-465f-4267-bf68-6f82444bfaae req-d075e785-7733-4505-82fa-b8447e8bd6da tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:58.730150 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-04582c9c-465f-4267-bf68-6f82444bfaae req-d075e785-7733-4505-82fa-b8447e8bd6da tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 949 time: 0.1339560
Feb 17 04:41:58.816668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-04582c9c-465f-4267-bf68-6f82444bfaae req-25bd3e8a-0135-4066-87dd-758fdf393537 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Deleting port 8e08c065-933a-4c3d-a868-022ac7725d0a {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:41:58.816668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-04582c9c-465f-4267-bf68-6f82444bfaae req-25bd3e8a-0135-4066-87dd-758fdf393537 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.096661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-04582c9c-465f-4267-bf68-6f82444bfaae req-25bd3e8a-0135-4066-87dd-758fdf393537 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] For port 8e08c065-933a-4c3d-a868-022ac7725d0a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8e08c065-933a-4c3d-a868-022ac7725d0a,segment=NetworkSegment(df403b21-3049-47ea-9a11-64e83b320767),segment_id=df403b21-3049-47ea-9a11-64e83b320767)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:41:59.097109 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-04582c9c-465f-4267-bf68-6f82444bfaae req-25bd3e8a-0135-4066-87dd-758fdf393537 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.252992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-04582c9c-465f-4267-bf68-6f82444bfaae req-25bd3e8a-0135-4066-87dd-758fdf393537 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Calling delete_port for 8e08c065-933a-4c3d-a868-022ac7725d0a owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:41:59.383260 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59619f-4d2b-4daa-a36f-2779a6da3681 req-36dae248-9cb9-47ee-93ff-9caac3918f96 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:41:59.384892 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0c59619f-4d2b-4daa-a36f-2779a6da3681 req-36dae248-9cb9-47ee-93ff-9caac3918f96 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 949 time: 0.0987597
Feb 17 04:41:59.437844 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0c59619f-4d2b-4daa-a36f-2779a6da3681 req-7effa2ee-1414-4e4f-a567-c53b25dbb108 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/security-groups?id=83e8190b-bae8-482d-ba28-8588e0389532&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464709
Feb 17 04:41:59.470345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-04582c9c-465f-4267-bf68-6f82444bfaae req-25bd3e8a-0135-4066-87dd-758fdf393537 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.486646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2c93cd05-754b-4cd8-81b3-a04562469840 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:41:59.589135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd3e8a-0135-4066-87dd-758fdf393537 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Pushing event deleted for resources: {'Port': ['ID=8e08c065-933a-4c3d-a868-022ac7725d0a,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:41:59.598970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-25bd3e8a-0135-4066-87dd-758fdf393537 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:41:59.715689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-04582c9c-465f-4267-bf68-6f82444bfaae req-25bd3e8a-0135-4066-87dd-758fdf393537 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] No DVR routers for this DVR port 8e08c065-933a-4c3d-a868-022ac7725d0a on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:41:59.718030 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-04582c9c-465f-4267-bf68-6f82444bfaae req-25bd3e8a-0135-4066-87dd-758fdf393537 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:41:59.721066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d6e41-b789-4430-a65a-32a026587899', 'name': 'network-vif-deleted', 'tag': '8e08c065-933a-4c3d-a868-022ac7725d0a'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:41:59.773546 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-04582c9c-465f-4267-bf68-6f82444bfaae req-25bd3e8a-0135-4066-87dd-758fdf393537 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.76 "DELETE /v2.0/ports/8e08c065-933a-4c3d-a868-022ac7725d0a HTTP/1.1" status: 204  len: 173 time: 1.0367281
Feb 17 04:41:59.775367 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0d6e41-b789-4430-a65a-32a026587899', 'name': 'network-vif-deleted', 'tag': '8e08c065-933a-4c3d-a868-022ac7725d0a', 'status': 'completed', 'code': 200}
Feb 17 04:42:00.485110 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 8e08c065-933a-4c3d-a868-022ac7725d0a no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:42:00.534802 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] No Port match for: 8e08c065-933a-4c3d-a868-022ac7725d0a {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:42:00.535191 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 8e08c065-933a-4c3d-a868-022ac7725d0a not bound to the agent host hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:42:00.631907 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4b48287d-a9f1-4fac-812f-8601579af486 req-ea524ce1-63f5-4f5b-b748-dea9764f06a8 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a0d6e41-b789-4430-a65a-32a026587899 HTTP/1.1" status: 200  len: 210 time: 0.0554698
Feb 17 04:42:00.638958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34072) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:00.780330 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d8e305de-bbb6-49fc-b575-5d58341a9bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:00.797301 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-d8e305de-bbb6-49fc-b575-5d58341a9bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:00.801416 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-d8e305de-bbb6-49fc-b575-5d58341a9bca admin admin] Usage tracker for resource:security_group_rule and tenant:cee80eaa504045a69afe20bd1b323e1b is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:00.805170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-d8e305de-bbb6-49fc-b575-5d58341a9bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:00.812738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-d8e305de-bbb6-49fc-b575-5d58341a9bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:00.914463 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d8e305de-bbb6-49fc-b575-5d58341a9bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:00.943360 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d8e305de-bbb6-49fc-b575-5d58341a9bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:00.952683 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ae68425d-ff65-41ff-8a9f-61ba273df2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:00.997695 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-d8e305de-bbb6-49fc-b575-5d58341a9bca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cee80eaa504045a69afe20bd1b323e1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3574331
Feb 17 04:42:00.999366 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e305de-bbb6-49fc-b575-5d58341a9bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e600a025-51ff-4df0-ab3f-29d69bcbb4eb,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:01.000792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 34078) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:01.003565 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d8e305de-bbb6-49fc-b575-5d58341a9bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:01.070830 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a6624945-e072-4dd3-bda5-f1904df6e9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:01.100286 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a6624945-e072-4dd3-bda5-f1904df6e9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:01.188851 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a6624945-e072-4dd3-bda5-f1904df6e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:01.194661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2fa3725b-fa86-4001-a8df-eec64985aaa8 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:01.211180 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6624945-e072-4dd3-bda5-f1904df6e9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e600a025-51ff-4df0-ab3f-29d69bcbb4eb,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:01.214515 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a6624945-e072-4dd3-bda5-f1904df6e9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:01.219483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a6624945-e072-4dd3-bda5-f1904df6e9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:01.220737 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a6624945-e072-4dd3-bda5-f1904df6e9ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e600a025-51ff-4df0-ab3f-29d69bcbb4eb HTTP/1.1" status: 204  len: 168 time: 0.2185299
Feb 17 04:42:01.375008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:42:05.459783 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e25d9538-46cb-40ac-9680-234e8f59086e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:05.642333 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:07.950515 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-92931296-ad85-43c9-a45a-ac3d3c1bbf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.405978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.673907 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 34420) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:08.860678 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-4a136cf4-1a81-4d12-84b6-c8ec9f575260 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d451790c7e445b4840418eb6add49a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1849308
Feb 17 04:42:08.863453 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34428) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:08.934856 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:08.969006 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:09.070518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:09.076222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c604e906-abcb-4961-90dd-21f61e6a58b3 tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:09.093625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e8190b-bae8-482d-ba28-8588e0389532,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:09.102980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.105346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.105346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.105346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.105346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.105346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.105346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.106027 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.106140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.106507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.106903 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.107339 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.107792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.108187 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.108601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.109002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.109395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.109788 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.110182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.110575 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.110992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.111433 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.111827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.112220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:09.116743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:09.125928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:09.127212 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-82497dd1-1ce0-4273-9c8f-62c92e91f526 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/83e8190b-bae8-482d-ba28-8588e0389532 HTTP/1.1" status: 204  len: 168 time: 0.2625721
Feb 17 04:42:09.660396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:10.653447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.097242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 34536) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:15.231884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.249727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:15.253758 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Usage tracker for resource:security_group_rule and tenant:ebba7fe9597e429fa2c44a40e9fbb7f0 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:15.257293 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:15.263600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:15.362475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.447585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.456057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2cdeb8db-65ad-4d8e-9cfc-380942ebd487 tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:15.499717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cbb721-38ac-4f32-a1dc-1a79e2d59d9a,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:15.505327 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ebba7fe9597e429fa2c44a40e9fbb7f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4070446
Feb 17 04:42:15.508414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34546) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:15.510566 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.510990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.511448 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.511852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.512247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.512647 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.513043 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.513439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.513833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.514251 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.514643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.515032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.515537 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.515959 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.516349 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.516738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.517124 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.517513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.517899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.518285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.518671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.519055 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.519495 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.519879 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:42:15.524640 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-93a3ac6b-a7ca-4d2c-a930-2e5cba0fc315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:15.572450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fb86cc00-d660-4eca-a076-3cbe934383b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.599143 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fb86cc00-d660-4eca-a076-3cbe934383b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.693160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fb86cc00-d660-4eca-a076-3cbe934383b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.698557 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-40764fd7-bfa7-409f-97e3-e04070f3ffc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:15.711197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86cc00-d660-4eca-a076-3cbe934383b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cbb721-38ac-4f32-a1dc-1a79e2d59d9a,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:15.714332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-fb86cc00-d660-4eca-a076-3cbe934383b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:15.716415 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fb86cc00-d660-4eca-a076-3cbe934383b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:15.720799 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-fb86cc00-d660-4eca-a076-3cbe934383b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36cbb721-38ac-4f32-a1dc-1a79e2d59d9a HTTP/1.1" status: 204  len: 168 time: 0.2080541
Feb 17 04:42:16.415959 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34558) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:16.437294 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7b47dfa5-6fe8-4458-93f5-e924d2f0a17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.458888 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-7b47dfa5-6fe8-4458-93f5-e924d2f0a17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:16.463707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-7b47dfa5-6fe8-4458-93f5-e924d2f0a17e admin admin] Usage tracker for resource:security_group_rule and tenant:4620a9805ad54a168a2fd6922d10bb80 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:16.466987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-7b47dfa5-6fe8-4458-93f5-e924d2f0a17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:16.472873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-7b47dfa5-6fe8-4458-93f5-e924d2f0a17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:16.561543 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7b47dfa5-6fe8-4458-93f5-e924d2f0a17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.635821 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7b47dfa5-6fe8-4458-93f5-e924d2f0a17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.645442 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ec0eee5e-c29a-4fa4-8790-701b449284a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:16.689077 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-7b47dfa5-6fe8-4458-93f5-e924d2f0a17e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4620a9805ad54a168a2fd6922d10bb80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2716043
Feb 17 04:42:16.690534 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47dfa5-6fe8-4458-93f5-e924d2f0a17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c21771-44ec-4844-b2ba-5ed6479ed0b7,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:16.691771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 34562) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:16.695066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7b47dfa5-6fe8-4458-93f5-e924d2f0a17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:16.761659 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e170f398-b99b-4905-9aef-c151f6e627c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.790834 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e170f398-b99b-4905-9aef-c151f6e627c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.871124 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e170f398-b99b-4905-9aef-c151f6e627c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.876316 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4ff578a5-2c87-42c5-9e7b-a61142914ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:16.889848 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170f398-b99b-4905-9aef-c151f6e627c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c21771-44ec-4844-b2ba-5ed6479ed0b7,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:16.892623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e170f398-b99b-4905-9aef-c151f6e627c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:16.900820 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e170f398-b99b-4905-9aef-c151f6e627c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:16.902214 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e170f398-b99b-4905-9aef-c151f6e627c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1c21771-44ec-4844-b2ba-5ed6479ed0b7 HTTP/1.1" status: 204  len: 168 time: 0.2091033
Feb 17 04:42:17.498736 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 34574) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:17.522646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-17db69c6-d147-44e8-b317-a6b4cecc25f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.538583 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-17db69c6-d147-44e8-b317-a6b4cecc25f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:17.542669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-17db69c6-d147-44e8-b317-a6b4cecc25f6 admin admin] Usage tracker for resource:security_group_rule and tenant:477b0e2eecb6445c9f94f0bdc79f8cff is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:17.545792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-17db69c6-d147-44e8-b317-a6b4cecc25f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:17.551852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-17db69c6-d147-44e8-b317-a6b4cecc25f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:17.638330 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-17db69c6-d147-44e8-b317-a6b4cecc25f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.680810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-17db69c6-d147-44e8-b317-a6b4cecc25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.688759 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-804eca67-b8f8-433d-8284-241096e30254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:17.734032 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-17db69c6-d147-44e8-b317-a6b4cecc25f6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=477b0e2eecb6445c9f94f0bdc79f8cff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2340484
Feb 17 04:42:17.734971 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db69c6-d147-44e8-b317-a6b4cecc25f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0574c8-7e6d-4edd-8e0c-5f58a809bd61,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:17.737043 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34578) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:17.738243 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-17db69c6-d147-44e8-b317-a6b4cecc25f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:17.801186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e89c-ceee-4a7d-96c9-d81e55918189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.828190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e89c-ceee-4a7d-96c9-d81e55918189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.916131 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e89c-ceee-4a7d-96c9-d81e55918189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.921285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6ba37dfc-ab96-4cc0-b12e-4eb29941889c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:17.944900 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8e89c-ceee-4a7d-96c9-d81e55918189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0574c8-7e6d-4edd-8e0c-5f58a809bd61,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:17.948263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d3b8e89c-ceee-4a7d-96c9-d81e55918189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:17.949392 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e89c-ceee-4a7d-96c9-d81e55918189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:17.950665 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-d3b8e89c-ceee-4a7d-96c9-d81e55918189 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca0574c8-7e6d-4edd-8e0c-5f58a809bd61 HTTP/1.1" status: 204  len: 168 time: 0.2124879
Feb 17 04:42:24.521662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 34708) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:24.655253 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f888c4c5-311b-4e02-8e72-1eabd39363ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.675823 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f888c4c5-311b-4e02-8e72-1eabd39363ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:24.681150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f888c4c5-311b-4e02-8e72-1eabd39363ed admin admin] Usage tracker for resource:security_group_rule and tenant:bfec9d97138b45dfbae8dae5ca95b5cc is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:42:24.685775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-f888c4c5-311b-4e02-8e72-1eabd39363ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:42:24.692560 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-f888c4c5-311b-4e02-8e72-1eabd39363ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:24.793023 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f888c4c5-311b-4e02-8e72-1eabd39363ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.840478 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f888c4c5-311b-4e02-8e72-1eabd39363ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.850028 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a389200c-2bc7-4319-80a6-a83159ce99c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:24.896908 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f888c4c5-311b-4e02-8e72-1eabd39363ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bfec9d97138b45dfbae8dae5ca95b5cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3739216
Feb 17 04:42:24.899321 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c4c5-311b-4e02-8e72-1eabd39363ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c89ebb-3a8a-4024-8e20-481d5620afa1,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:24.901011 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 34716) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:24.902800 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f888c4c5-311b-4e02-8e72-1eabd39363ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:24.965936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8be6552c-2217-4290-b8bc-57269bff82da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:24.994274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8be6552c-2217-4290-b8bc-57269bff82da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.161970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8be6552c-2217-4290-b8bc-57269bff82da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.167910 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8ca1346d-40c4-44dd-8294-e68223c8adc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:25.181352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6552c-2217-4290-b8bc-57269bff82da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c89ebb-3a8a-4024-8e20-481d5620afa1,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:25.184124 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8be6552c-2217-4290-b8bc-57269bff82da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:25.192358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8be6552c-2217-4290-b8bc-57269bff82da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:25.193594 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8be6552c-2217-4290-b8bc-57269bff82da admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b7c89ebb-3a8a-4024-8e20-481d5620afa1 HTTP/1.1" status: 204  len: 168 time: 0.2914050
Feb 17 04:42:32.976322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765befe6-b519-4bf9-9b1f-cc3782abaa3e req-5dea971d-7eaa-41fc-b01f-504676ae2bdd tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:32.977972 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-765befe6-b519-4bf9-9b1f-cc3782abaa3e req-5dea971d-7eaa-41fc-b01f-504676ae2bdd tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 945 time: 0.0908751
Feb 17 04:42:33.028275 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-765befe6-b519-4bf9-9b1f-cc3782abaa3e req-60ce8797-13c5-4d43-8bfd-6773eff5ce41 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438116
Feb 17 04:42:34.234771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88f694-016d-4343-aae3-8f2d27da1de8 req-44e423a6-8810-4e0b-90db-118d68b96c7c tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:34.236454 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ba88f694-016d-4343-aae3-8f2d27da1de8 req-44e423a6-8810-4e0b-90db-118d68b96c7c tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 945 time: 0.0917497
Feb 17 04:42:34.285004 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ba88f694-016d-4343-aae3-8f2d27da1de8 req-28024347-4089-45de-83a1-252d7301172c tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421598
Feb 17 04:42:34.691157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81710b19-ed22-4f00-a0d7-56de3f195071 req-5d2b4672-7dff-4b1a-a458-5088b231712c tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:34.693061 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-81710b19-ed22-4f00-a0d7-56de3f195071 req-5d2b4672-7dff-4b1a-a458-5088b231712c tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.76 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 945 time: 0.0888050
Feb 17 04:42:34.777028 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-81710b19-ed22-4f00-a0d7-56de3f195071 req-7d27a1ed-edec-4aeb-9309-23c4fed14efa tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Deleting port e805da08-d0ad-4991-991c-1ff856e5f049 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:34.777385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-81710b19-ed22-4f00-a0d7-56de3f195071 req-7d27a1ed-edec-4aeb-9309-23c4fed14efa tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.050204 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-81710b19-ed22-4f00-a0d7-56de3f195071 req-7d27a1ed-edec-4aeb-9309-23c4fed14efa tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] For port e805da08-d0ad-4991-991c-1ff856e5f049, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e805da08-d0ad-4991-991c-1ff856e5f049,segment=NetworkSegment(0a9c9c5a-1a03-468d-92a7-be855a560229),segment_id=0a9c9c5a-1a03-468d-92a7-be855a560229)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:35.050521 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-81710b19-ed22-4f00-a0d7-56de3f195071 req-7d27a1ed-edec-4aeb-9309-23c4fed14efa tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.194304 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-81710b19-ed22-4f00-a0d7-56de3f195071 req-7d27a1ed-edec-4aeb-9309-23c4fed14efa tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Calling delete_port for e805da08-d0ad-4991-991c-1ff856e5f049 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:35.373644 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-81710b19-ed22-4f00-a0d7-56de3f195071 req-7d27a1ed-edec-4aeb-9309-23c4fed14efa tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.390290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b8e7178c-21f8-4bee-92df-b57745d18c3f tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:35.424700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-57baef8b-47ef-409c-b1d5-3e5598c57f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.467013 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1b5a7d72-07a2-45b0-bcf4-8b653cf27025 req-eace6ca5-be90-4667-a698-a02522d3a24a tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e HTTP/1.1" status: 200  len: 210 time: 0.0560505
Feb 17 04:42:35.488575 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27a1ed-edec-4aeb-9309-23c4fed14efa tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Pushing event deleted for resources: {'Port': ['ID=e805da08-d0ad-4991-991c-1ff856e5f049,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:35.495568 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7d27a1ed-edec-4aeb-9309-23c4fed14efa tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:35.604724 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-81710b19-ed22-4f00-a0d7-56de3f195071 req-7d27a1ed-edec-4aeb-9309-23c4fed14efa tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] No DVR routers for this DVR port e805da08-d0ad-4991-991c-1ff856e5f049 on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:42:35.606987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-81710b19-ed22-4f00-a0d7-56de3f195071 req-7d27a1ed-edec-4aeb-9309-23c4fed14efa tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.613391 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e', 'name': 'network-vif-deleted', 'tag': 'e805da08-d0ad-4991-991c-1ff856e5f049'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:35.636517 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:35.672399 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14cecc0-e1fc-45c3-8269-8ad8e21c6a3e', 'name': 'network-vif-deleted', 'tag': 'e805da08-d0ad-4991-991c-1ff856e5f049', 'status': 'completed', 'code': 200}
Feb 17 04:42:35.675210 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-81710b19-ed22-4f00-a0d7-56de3f195071 req-7d27a1ed-edec-4aeb-9309-23c4fed14efa tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.76 "DELETE /v2.0/ports/e805da08-d0ad-4991-991c-1ff856e5f049 HTTP/1.1" status: 204  len: 173 time: 0.9761109
Feb 17 04:42:36.324571 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device e805da08-d0ad-4991-991c-1ff856e5f049 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:42:36.363973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] No Port match for: e805da08-d0ad-4991-991c-1ff856e5f049 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:42:36.364361 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device e805da08-d0ad-4991-991c-1ff856e5f049 not bound to the agent host hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:42:37.950380 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39490f71-c1d4-4fe4-8150-9c30b982781d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:38.350522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:38.375070 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:42:39.642110 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:40.344612 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b7b1bd2c-99a8-46e8-940b-c099ef515f4a req-957cf867-0ede-431b-8e10-500b892f75d7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0787742
Feb 17 04:42:40.648424 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:40.733707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1bd2c-99a8-46e8-940b-c099ef515f4a req-1e4773db-4761-4019-8880-aa12459b05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:40.735345 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b7b1bd2c-99a8-46e8-940b-c099ef515f4a req-1e4773db-4761-4019-8880-aa12459b05d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d447f221703e4725a470bab1096716e0&device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 1163 time: 0.3151577
Feb 17 04:42:40.895710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1bd2c-99a8-46e8-940b-c099ef515f4a req-40ab2762-f54f-4192-960e-57e1ab93d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:40.897209 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b7b1bd2c-99a8-46e8-940b-c099ef515f4a req-40ab2762-f54f-4192-960e-57e1ab93d64a service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd HTTP/1.1" status: 200  len: 902 time: 0.1416702
Feb 17 04:42:41.010353 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b7b1bd2c-99a8-46e8-940b-c099ef515f4a req-8e3bb4d0-8463-422d-8a92-325c971060f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0 HTTP/1.1" status: 200  len: 1002 time: 0.1060193
Feb 17 04:42:41.081990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1bd2c-99a8-46e8-940b-c099ef515f4a req-180aba1c-b72a-4c44-b3b9-6bacf795c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:41.083597 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b7b1bd2c-99a8-46e8-940b-c099ef515f4a req-180aba1c-b72a-4c44-b3b9-6bacf795c06a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f2aad9a-e0e6-47ae-b083-c062af76f603 HTTP/1.1" status: 200  len: 847 time: 0.0662553
Feb 17 04:42:41.174434 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1bd2c-99a8-46e8-940b-c099ef515f4a req-bab1bf13-b1a6-4aff-8e3d-563f2405cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:41.176209 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b7b1bd2c-99a8-46e8-940b-c099ef515f4a req-bab1bf13-b1a6-4aff-8e3d-563f2405cd0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865297
Feb 17 04:42:41.332089 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b7b1bd2c-99a8-46e8-940b-c099ef515f4a req-00e71811-e7de-41c1-8b17-ade05f72d405 service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487336
Feb 17 04:42:41.483626 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b7b1bd2c-99a8-46e8-940b-c099ef515f4a req-0a605219-2c83-47e2-b081-56a4bd7c4896 service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447506
Feb 17 04:42:43.177907 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-d6d06ab4-d667-47e3-9d17-cfdb85b8e15d tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/floatingips/90f089ce-30da-4167-9fb2-b7aef340ca75 HTTP/1.1" status: 200  len: 999 time: 0.1239007
Feb 17 04:42:43.342966 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-39093b95-c05f-467d-b951-2fcc3b718398 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:43.344454 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-39093b95-c05f-467d-b951-2fcc3b718398 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/networks/41731883-87f5-4e1a-89a9-5fc9628819cc HTTP/1.1" status: 200  len: 784 time: 0.1593928
Feb 17 04:42:43.457102 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-5825158c-8605-489a-9382-fdfb04376b48 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.212 HTTP/1.1" status: 200  len: 1002 time: 0.1060696
Feb 17 04:42:43.548286 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-39d3aaed-4923-4c39-be42-087ef2b2a7d7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:43.549719 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-39d3aaed-4923-4c39-be42-087ef2b2a7d7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports/cd4c018b-0a0e-4867-bde5-2a4cd164bda0 HTTP/1.1" status: 200  len: 943 time: 0.0858252
Feb 17 04:42:43.737586 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-e235972a-f42a-4374-8f1c-024699e9e37c tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.212 HTTP/1.1" status: 200  len: 1002 time: 0.1054671
Feb 17 04:42:43.973381 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Deleting port ff8f30b8-da7f-4b89-85da-f5673d562038 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:43.973761 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:44.170776 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:44.171141 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:44.310158 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Calling delete_port for ff8f30b8-da7f-4b89-85da-f5673d562038 owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:44.494006 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:44.513394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:44.612110 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Pushing event deleted for resources: {'Port': ['ID=ff8f30b8-da7f-4b89-85da-f5673d562038,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:44.622308 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:44.757704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:44.758130 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Floating IP 90f089ce-30da-4167-9fb2-b7aef340ca75 disassociated (deleted). External IP: 172.27.2.212, port: cd4c018b-0a0e-4867-bde5-2a4cd164bda0.
Feb 17 04:42:45.159583 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:42:45.356883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:42:45.366964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56215af7-2427-48e1-a5e6-60c2abcaf4e7 None None] Sync routers for ids ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:42:45.378292 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56215af7-2427-48e1-a5e6-60c2abcaf4e7 None None] Routers {'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:45.380632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-56215af7-2427-48e1-a5e6-60c2abcaf4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000e286e10>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:45.436043 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:45.500125 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "DELETE /v2.0/floatingips/90f089ce-30da-4167-9fb2-b7aef340ca75 HTTP/1.1" status: 204  len: 173 time: 1.7560213
Feb 17 04:42:45.500353 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:45.552404 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0', 'status': 'completed', 'code': 200}
Feb 17 04:42:45.588688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-56215af7-2427-48e1-a5e6-60c2abcaf4e7 None None] Set router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:45.738407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-d5b721ec-ff95-429e-9786-96bb527c0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:45.740007 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-d5b721ec-ff95-429e-9786-96bb527c0f90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d447f221703e4725a470bab1096716e0&device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 1163 time: 0.2182312
Feb 17 04:42:45.895621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-7d54d188-7705-4a8c-8596-fe0f1ff749e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:45.897282 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-7d54d188-7705-4a8c-8596-fe0f1ff749e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd HTTP/1.1" status: 200  len: 902 time: 0.1486461
Feb 17 04:42:45.941882 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-56215af7-2427-48e1-a5e6-60c2abcaf4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000e286e10>, [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:37:28Z', 'revision_number': 4, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'ea987b8b-91ef-46ed-aff9-12c55074ded6', 'name': '', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'mac_address': 'fa:16:3e:36:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:27Z', 'updated_at': '2021-02-17T04:37:42Z', 'revision_number': 5, 'project_id': 'd447f221703e4725a470bab1096716e0', 'subnets': [{'id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:45.946177 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56215af7-2427-48e1-a5e6-60c2abcaf4e7 None None] Checking router: dbdba006-8f02-4b5d-86f0-7a4ce39b61cf for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:42:45.955903 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56215af7-2427-48e1-a5e6-60c2abcaf4e7 None None] Routers {'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:45.956496 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-56215af7-2427-48e1-a5e6-60c2abcaf4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000e286e10>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:45.976145 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-5a2a5689-baab-4d17-b5ea-bc32907d3bc3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0 HTTP/1.1" status: 200  len: 217 time: 0.0710783
Feb 17 04:42:46.180559 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-56215af7-2427-48e1-a5e6-60c2abcaf4e7 None None] Set router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:46.356083 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-ffc4f069-c7c9-4722-a2d0-17dc2c5a9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:46.357738 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-ffc4f069-c7c9-4722-a2d0-17dc2c5a9032 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f2aad9a-e0e6-47ae-b083-c062af76f603 HTTP/1.1" status: 200  len: 847 time: 0.3744364
Feb 17 04:42:46.435246 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4444f-26bc-48bf-b405-c26a8b38e65b req-18b0f2c5-44eb-4732-9ce9-4b5f3cdb0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:46.436779 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a0e4444f-26bc-48bf-b405-c26a8b38e65b req-18b0f2c5-44eb-4732-9ce9-4b5f3cdb0b3d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d447f221703e4725a470bab1096716e0&device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 1163 time: 0.1721923
Feb 17 04:42:46.472954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6fe250cf-171f-4e7e-be04-3c12ef9dc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:46.474370 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-6fe250cf-171f-4e7e-be04-3c12ef9dc4b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1049011
Feb 17 04:42:46.628536 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-0967a1b1-0c23-4dda-ac7c-fe948b29f3eb service neutron] 10.222.0.73 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465619
Feb 17 04:42:46.723639 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-56215af7-2427-48e1-a5e6-60c2abcaf4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000e286e10>, [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:37:28Z', 'revision_number': 4, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'ea987b8b-91ef-46ed-aff9-12c55074ded6', 'name': '', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'mac_address': 'fa:16:3e:36:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:27Z', 'updated_at': '2021-02-17T04:37:42Z', 'revision_number': 5, 'project_id': 'd447f221703e4725a470bab1096716e0', 'subnets': [{'id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:46.728413 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56215af7-2427-48e1-a5e6-60c2abcaf4e7 None None] The sync data for ids ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'] in dv-cinder-759955-5-iscsi is: [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:37:28Z', 'revision_number': 4, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'ea987b8b-91ef-46ed-aff9-12c55074ded6', 'name': '', 'network_id': '1e85d977-59c3-4c3c-9bba-18bb58ffd3cd', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'mac_address': 'fa:16:3e:36:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:27Z', 'updated_at': '2021-02-17T04:37:42Z', 'revision_number': 5, 'project_id': 'd447f221703e4725a470bab1096716e0', 'subnets': [{'id': '8f2aad9a-e0e6-47ae-b083-c062af76f603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:42:46.808136 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-155b3082-76d0-4fb5-b68b-dc02a52e859e req-5a4c4d3e-d104-44d7-a549-498cc8f0727a service neutron] 10.222.0.73 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1676724
Feb 17 04:42:47.140158 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89722c1c-626a-4718-aef7-165db231dcf8 None None] New status for floating IP 90f089ce-30da-4167-9fb2-b7aef340ca75: DOWN {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:42:47.511878 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8446c38-b8eb-4b20-9dc0-fcf993e6c28c req-4e858aac-9a7d-45d1-8dbc-cc3764f19824 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:47.512544 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-b8446c38-b8eb-4b20-9dc0-fcf993e6c28c req-4e858aac-9a7d-45d1-8dbc-cc3764f19824 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Synchronizing usage tracker for tenant:d447f221703e4725a470bab1096716e0 on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:42:47.526218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4444f-26bc-48bf-b405-c26a8b38e65b req-c797deb2-7133-4a19-80b5-66dc92f299dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:47.527808 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a0e4444f-26bc-48bf-b405-c26a8b38e65b req-c797deb2-7133-4a19-80b5-66dc92f299dd service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd HTTP/1.1" status: 200  len: 902 time: 0.1820235
Feb 17 04:42:47.573399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-b8446c38-b8eb-4b20-9dc0-fcf993e6c28c req-4e858aac-9a7d-45d1-8dbc-cc3764f19824 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Unset dirty status for tenant:d447f221703e4725a470bab1096716e0 on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:42:47.574734 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b8446c38-b8eb-4b20-9dc0-fcf993e6c28c req-4e858aac-9a7d-45d1-8dbc-cc3764f19824 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.2812495
Feb 17 04:42:47.576877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-856bcf94-518b-482a-bb8a-8003b456818e tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:47.579920 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-856bcf94-518b-482a-bb8a-8003b456818e tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/networks?id=03e92244-b0e1-440a-bd01-1b65157a154e HTTP/1.1" status: 200  len: 813 time: 0.1661451
Feb 17 04:42:47.600521 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-84bc4632-87af-4fca-a1bd-3da45125d06f tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/quotas/d222969e9f8c4c679e15b8cafb6e2f9d HTTP/1.1" status: 200  len: 375 time: 0.0104499
Feb 17 04:42:47.630217 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b8446c38-b8eb-4b20-9dc0-fcf993e6c28c req-a36b2529-ffa1-47ce-b510-221c2dd6b0c5 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0469446
Feb 17 04:42:47.660726 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-26d6f56f-d07f-4c35-98bd-8bf310c51a51 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d222969e9f8c4c679e15b8cafb6e2f9d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0528617
Feb 17 04:42:48.035460 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-6420fc19-a223-426c-b9d2-e749356794d8 service neutron] 10.222.0.73 "GET /v2.0/networks/03e92244-b0e1-440a-bd01-1b65157a154e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3667684
Feb 17 04:42:48.178765 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-e220bc0a-e56e-4210-9bef-4ef17c30b035 service neutron] 10.222.0.73 "GET /v2.0/networks/03e92244-b0e1-440a-bd01-1b65157a154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357059
Feb 17 04:42:48.443162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-1c427f30-b994-4598-9351-6ce0631d5660 req-ca351688-05ce-4bd0-8f2d-55aba3060414 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Synchronizing usage tracker for tenant:d222969e9f8c4c679e15b8cafb6e2f9d on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:42:48.488025 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-1c427f30-b994-4598-9351-6ce0631d5660 req-ca351688-05ce-4bd0-8f2d-55aba3060414 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Unset dirty status for tenant:d222969e9f8c4c679e15b8cafb6e2f9d on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:42:48.489348 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1c427f30-b994-4598-9351-6ce0631d5660 req-ca351688-05ce-4bd0-8f2d-55aba3060414 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 210 time: 0.0948935
Feb 17 04:42:48.864863 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11255a1-8b75-4435-899d-018ddcd3eedc req-72113860-b0b8-4527-afd7-686dd6823cf2 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:48.866486 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d11255a1-8b75-4435-899d-018ddcd3eedc req-72113860-b0b8-4527-afd7-686dd6823cf2 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.0897834
Feb 17 04:42:48.919899 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d11255a1-8b75-4435-899d-018ddcd3eedc req-6e576d6b-1ec7-4dec-973d-088f57dfebaa tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0461385
Feb 17 04:42:49.223012 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a0e4444f-26bc-48bf-b405-c26a8b38e65b req-87fd1ea5-00b1-4cec-a6d8-952c53820115 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0 HTTP/1.1" status: 200  len: 217 time: 0.0712552
Feb 17 04:42:49.293641 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4444f-26bc-48bf-b405-c26a8b38e65b req-193f218f-7bca-47f9-bc90-06a0e296637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:49.295227 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a0e4444f-26bc-48bf-b405-c26a8b38e65b req-193f218f-7bca-47f9-bc90-06a0e296637b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8f2aad9a-e0e6-47ae-b083-c062af76f603 HTTP/1.1" status: 200  len: 847 time: 0.0661283
Feb 17 04:42:49.390258 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4444f-26bc-48bf-b405-c26a8b38e65b req-40723afc-009b-4069-80ae-7419a44b36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:49.391912 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a0e4444f-26bc-48bf-b405-c26a8b38e65b req-40723afc-009b-4069-80ae-7419a44b36aa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870104
Feb 17 04:42:49.547773 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a0e4444f-26bc-48bf-b405-c26a8b38e65b req-5f14712b-3d5a-4747-a261-0ef1a9d87c0c service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469269
Feb 17 04:42:49.708474 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3a0cde18-e6d2-43d9-ac7c-7342f5005157 req-45900ba1-4ba6-4ac2-9b2c-6578574113ba tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 210 time: 0.0711460
Feb 17 04:42:49.763481 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a0e4444f-26bc-48bf-b405-c26a8b38e65b req-560fbcfc-dc4a-4cbf-89ac-01c848691c4e service neutron] 10.222.0.76 "GET /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2077541
Feb 17 04:42:50.135664 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4ac19-e288-4022-bb8a-2c2ed4af8fcb req-09f1a5ae-0c3c-4c6d-b70b-564926282e39 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:50.137581 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-58f4ac19-e288-4022-bb8a-2c2ed4af8fcb req-09f1a5ae-0c3c-4c6d-b70b-564926282e39 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.0958993
Feb 17 04:42:50.191649 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-58f4ac19-e288-4022-bb8a-2c2ed4af8fcb req-8e7741b3-e211-4383-a026-de9a18c08be4 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0468636
Feb 17 04:42:50.236229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-e9a81e7f-b011-4141-81a5-80f24693d98d tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:50.237873 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-e9a81e7f-b011-4141-81a5-80f24693d98d tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.76 "GET /v2.0/networks?id=03e92244-b0e1-440a-bd01-1b65157a154e HTTP/1.1" status: 200  len: 813 time: 0.1650374
Feb 17 04:42:50.255314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Request body: {'port': {'device_id': 'a7c38376-4358-4e1c-b8e1-9dd30d8563c8', 'network_id': '03e92244-b0e1-440a-bd01-1b65157a154e', 'admin_state_up': True, 'tenant_id': 'd222969e9f8c4c679e15b8cafb6e2f9d'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:50.417341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:42:50.427179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:42:50.480476 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Made reservation on behalf of d222969e9f8c4c679e15b8cafb6e2f9d for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:42:50.486145 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:50.956680 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Allocated IP 172.20.0.9 (03e92244-b0e1-440a-bd01-1b65157a154e/709aee88-8e45-402b-97f8-598502f18a6f/4eabac41-4358-4828-be38-b750e8266c3e) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:42:51.045629 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f271961b-c3ee-4cf7-8760-915607d373a4 req-ae5309fe-d668-43c1-a2f2-d58951c32fb8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 210 time: 0.0548391
Feb 17 04:42:51.291272 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bfed4-9a04-43f6-94f1-f2d0ebd023fe req-26353990-f055-47a8-ade2-64eed4455ac6 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:51.293146 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e30bfed4-9a04-43f6-94f1-f2d0ebd023fe req-26353990-f055-47a8-ade2-64eed4455ac6 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.76 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.1034234
Feb 17 04:42:51.382332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:51.434865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-e30bfed4-9a04-43f6-94f1-f2d0ebd023fe req-ef970642-3c82-4e59-bc56-87020d85dcc7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Deleting port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:51.435254 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e30bfed4-9a04-43f6-94f1-f2d0ebd023fe req-ef970642-3c82-4e59-bc56-87020d85dcc7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:51.477087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:51.493260 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:51.555119 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931e051-e6b1-47a3-97f9-a28f80536015 req-f3c12c70-64f6-4734-b87d-1cf73e0f87b4 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:51.557395 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f931e051-e6b1-47a3-97f9-a28f80536015 req-f3c12c70-64f6-4734-b87d-1cf73e0f87b4 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 946 time: 0.2233295
Feb 17 04:42:51.640008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Pushing event updated for resources: {'Port': ['ID=4eabac41-4358-4828-be38-b750e8266c3e,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:51.644468 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:51.710198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Network 03e92244-b0e1-440a-bd01-1b65157a154e is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:42:51.710512 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f931e051-e6b1-47a3-97f9-a28f80536015 req-afca9a48-9d4e-44bf-bd28-98860d16f61c tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c192d6c-d625-4515-ab61-65b63dde532c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1451390
Feb 17 04:42:51.711515 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:42:51.714385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:42:51.789851 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:51.791268 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:51.799513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-e30bfed4-9a04-43f6-94f1-f2d0ebd023fe req-ef970642-3c82-4e59-bc56-87020d85dcc7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] For port cd4c018b-0a0e-4867-bde5-2a4cd164bda0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=cd4c018b-0a0e-4867-bde5-2a4cd164bda0,segment=NetworkSegment(34ee3de1-d565-4570-a705-512a74fcab4e),segment_id=34ee3de1-d565-4570-a705-512a74fcab4e)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:51.799993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e30bfed4-9a04-43f6-94f1-f2d0ebd023fe req-ef970642-3c82-4e59-bc56-87020d85dcc7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:51.942724 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-e30bfed4-9a04-43f6-94f1-f2d0ebd023fe req-ef970642-3c82-4e59-bc56-87020d85dcc7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Calling delete_port for cd4c018b-0a0e-4867-bde5-2a4cd164bda0 owned by compute:nova {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:51.957971 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7070498
Feb 17 04:42:51.971150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Request body: {'port': {'device_id': 'a7c38376-4358-4e1c-b8e1-9dd30d8563c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:42:52.149287 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e30bfed4-9a04-43f6-94f1-f2d0ebd023fe req-ef970642-3c82-4e59-bc56-87020d85dcc7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:52.164373 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:52.220249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-031ef4ae-5eaa-4516-91c3-af637addd0ec tempest-AttachVolumeShelveTestJSON-1370161364 tempest-AttachVolumeShelveTestJSON-1370161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:52.284526 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef970642-3c82-4e59-bc56-87020d85dcc7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Pushing event deleted for resources: {'Port': ['ID=cd4c018b-0a0e-4867-bde5-2a4cd164bda0,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:52.289204 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ef970642-3c82-4e59-bc56-87020d85dcc7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:52.395904 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30bfed4-9a04-43f6-94f1-f2d0ebd023fe req-ef970642-3c82-4e59-bc56-87020d85dcc7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] No DVR routers for this DVR port cd4c018b-0a0e-4867-bde5-2a4cd164bda0 on host hv-cinder-75995 {{(pid=84039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:42:52.398593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-e30bfed4-9a04-43f6-94f1-f2d0ebd023fe req-ef970642-3c82-4e59-bc56-87020d85dcc7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:52.402293 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'name': 'network-vif-deleted', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:52.434850 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43fa8a-741e-414c-800a-d7f032523a5c req-25f3ba92-dcd8-461e-8d55-11875e9e66eb tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:52.435653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-2e43fa8a-741e-414c-800a-d7f032523a5c req-25f3ba92-dcd8-461e-8d55-11875e9e66eb tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Synchronizing usage tracker for tenant:d222969e9f8c4c679e15b8cafb6e2f9d on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:42:52.448861 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device cd4c018b-0a0e-4867-bde5-2a4cd164bda0 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:42:52.456203 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78384a9-70f3-4b71-afd3-75be242a9c9e', 'name': 'network-vif-deleted', 'tag': 'cd4c018b-0a0e-4867-bde5-2a4cd164bda0', 'status': 'completed', 'code': 200}
Feb 17 04:42:52.460723 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e30bfed4-9a04-43f6-94f1-f2d0ebd023fe req-ef970642-3c82-4e59-bc56-87020d85dcc7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.76 "DELETE /v2.0/ports/cd4c018b-0a0e-4867-bde5-2a4cd164bda0 HTTP/1.1" status: 204  len: 173 time: 1.1610250
Feb 17 04:42:52.492844 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] No Port match for: cd4c018b-0a0e-4867-bde5-2a4cd164bda0 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:42:52.493307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device cd4c018b-0a0e-4867-bde5-2a4cd164bda0 not bound to the agent host hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:42:52.516538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-2e43fa8a-741e-414c-800a-d7f032523a5c req-25f3ba92-dcd8-461e-8d55-11875e9e66eb tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Unset dirty status for tenant:d222969e9f8c4c679e15b8cafb6e2f9d on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:42:52.517916 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2e43fa8a-741e-414c-800a-d7f032523a5c req-25f3ba92-dcd8-461e-8d55-11875e9e66eb tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 931 time: 0.3395953
Feb 17 04:42:52.901503 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-fc953f1e-d29b-4340-8625-91be5c3d7782 req-81089ca1-4f7c-4224-9c19-6a83f8a6a8fa tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Synchronizing usage tracker for tenant:d447f221703e4725a470bab1096716e0 on resource:port {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:42:52.926607 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2e43fa8a-741e-414c-800a-d7f032523a5c req-c18264c7-6f9f-430e-b022-10c1b2f97318 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4018898
Feb 17 04:42:52.960512 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-fc953f1e-d29b-4340-8625-91be5c3d7782 req-81089ca1-4f7c-4224-9c19-6a83f8a6a8fa tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Unset dirty status for tenant:d447f221703e4725a470bab1096716e0 on resource:port {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:42:52.961822 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fc953f1e-d29b-4340-8625-91be5c3d7782 req-81089ca1-4f7c-4224-9c19-6a83f8a6a8fa tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/ports?device_id=d78384a9-70f3-4b71-afd3-75be242a9c9e HTTP/1.1" status: 200  len: 210 time: 0.1168044
Feb 17 04:42:53.059896 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eabac41-4358-4828-be38-b750e8266c3e {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:42:53.067987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:53.080209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Transition to ACTIVE for port object 4eabac41-4358-4828-be38-b750e8266c3e will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:42:53.133394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:53.149461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-31cfd3f4-97e1-478a-b249-76ac13e212a8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:53.299130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Pushing event updated for resources: {'Port': ['ID=4eabac41-4358-4828-be38-b750e8266c3e,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:53.302305 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:53.490281 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Attempting to bind port 4eabac41-4358-4828-be38-b750e8266c3e on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:42:53.490881 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Attempting to bind port 4eabac41-4358-4828-be38-b750e8266c3e by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '0a9c9c5a-1a03-468d-92a7-be855a560229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03e92244-b0e1-440a-bd01-1b65157a154e'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:42:53.491040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Attempting to bind port 4eabac41-4358-4828-be38-b750e8266c3e on network 03e92244-b0e1-440a-bd01-1b65157a154e {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:42:53.496939 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:42:53.497312 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Checking segment: {'id': '0a9c9c5a-1a03-468d-92a7-be855a560229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03e92244-b0e1-440a-bd01-1b65157a154e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:42:53.497791 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:53.498191 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Bound using segment: {'id': '0a9c9c5a-1a03-468d-92a7-be855a560229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03e92244-b0e1-440a-bd01-1b65157a154e'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:42:53.498666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Bound port: 4eabac41-4358-4828-be38-b750e8266c3e, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9c9c5a-1a03-468d-92a7-be855a560229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '03e92244-b0e1-440a-bd01-1b65157a154e'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:42:53.499044 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:53.602583 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] For port 4eabac41-4358-4828-be38-b750e8266c3e, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:42:53.606591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] For port 4eabac41-4358-4828-be38-b750e8266c3e, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4eabac41-4358-4828-be38-b750e8266c3e,segment=NetworkSegment(0a9c9c5a-1a03-468d-92a7-be855a560229),segment_id=0a9c9c5a-1a03-468d-92a7-be855a560229)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:42:53.636878 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:53.653823 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9e74635a-e860-4f9b-b201-ddec6c788598 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:53.812518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Pushing event updated for resources: {'Port': ['ID=4eabac41-4358-4828-be38-b750e8266c3e,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:53.818510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:53.861940 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:53.862619 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:53.864295 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-1495f008-73ce-48e0-b75d-ce69c75d3e02 service neutron] 10.222.0.76 "PUT /v2.0/ports/4eabac41-4358-4828-be38-b750e8266c3e HTTP/1.1" status: 200  len: 1157 time: 1.8986068
Feb 17 04:42:53.865197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c38376-4358-4e1c-b8e1-9dd30d8563c8', 'tag': '4eabac41-4358-4828-be38-b750e8266c3e'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:42:53.915343 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c38376-4358-4e1c-b8e1-9dd30d8563c8', 'tag': '4eabac41-4358-4828-be38-b750e8266c3e', 'status': 'completed', 'code': 200}
Feb 17 04:42:54.038481 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b31a5d-3cca-4dc3-95de-7311adb06d37 req-85923aaa-2267-44ba-901b-301f9875a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:54.040266 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-13b31a5d-3cca-4dc3-95de-7311adb06d37 req-85923aaa-2267-44ba-901b-301f9875a8ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d222969e9f8c4c679e15b8cafb6e2f9d&device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 1160 time: 0.1009252
Feb 17 04:42:54.162612 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb254c-e9d9-4ee6-8a73-fc6466ae1ea9 req-1058d599-7f3c-48e4-9fe8-677708b0354b tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:54.164370 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96eb254c-e9d9-4ee6-8a73-fc6466ae1ea9 req-1058d599-7f3c-48e4-9fe8-677708b0354b tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 943 time: 0.0955746
Feb 17 04:42:54.219550 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-96eb254c-e9d9-4ee6-8a73-fc6466ae1ea9 req-aaa6358d-8ab0-46ca-b70c-8266b2e64cee tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456069
Feb 17 04:42:54.235469 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6297bd08-dedf-4ea0-bb79-5950f9a55cd6 req-c54093c2-5994-4372-b684-5f70d03f7320 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "GET /v2.0/security-groups/7c192d6c-d625-4515-ab61-65b63dde532c HTTP/1.1" status: 200  len: 2991 time: 0.1052616
Feb 17 04:42:54.271979 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b31a5d-3cca-4dc3-95de-7311adb06d37 req-b9215699-28a0-4185-bc6a-b676ec98901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:54.273463 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-13b31a5d-3cca-4dc3-95de-7311adb06d37 req-b9215699-28a0-4185-bc6a-b676ec98901b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d222969e9f8c4c679e15b8cafb6e2f9d&shared=False HTTP/1.1" status: 200  len: 907 time: 0.2253776
Feb 17 04:42:54.438632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-6297bd08-dedf-4ea0-bb79-5950f9a55cd6 req-74a8ffb7-0582-4338-ae1e-8fd9922f0f3b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:54.495169 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b31a5d-3cca-4dc3-95de-7311adb06d37 req-b06647c2-17bd-4b93-8969-0194b7cc79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:54.496795 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-13b31a5d-3cca-4dc3-95de-7311adb06d37 req-b06647c2-17bd-4b93-8969-0194b7cc79dd service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2129226
Feb 17 04:42:54.498728 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-6297bd08-dedf-4ea0-bb79-5950f9a55cd6 req-74a8ffb7-0582-4338-ae1e-8fd9922f0f3b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:54.627657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-283c3b34-4654-4f81-9b55-ccc5095b2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:54.629259 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-283c3b34-4654-4f81-9b55-ccc5095b2c46 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d222969e9f8c4c679e15b8cafb6e2f9d&device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 1160 time: 0.0892808
Feb 17 04:42:54.696522 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-6297bd08-dedf-4ea0-bb79-5950f9a55cd6 req-74a8ffb7-0582-4338-ae1e-8fd9922f0f3b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:54.709872 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-38b2bc92-3156-4e6b-9c44-1167ae770227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:54.721444 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-53b85ee3-a66e-4167-a000-1d54fd0c61fc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4eabac41-4358-4828-be38-b750e8266c3e HTTP/1.1" status: 200  len: 217 time: 0.0848413
Feb 17 04:42:54.728234 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8ffb7-0582-4338-ae1e-8fd9922f0f3b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c192d6c-d625-4515-ab61-65b63dde532c,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:54.730757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-74a8ffb7-0582-4338-ae1e-8fd9922f0f3b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:54.791397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-6297bd08-dedf-4ea0-bb79-5950f9a55cd6 req-74a8ffb7-0582-4338-ae1e-8fd9922f0f3b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:54.792518 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6297bd08-dedf-4ea0-bb79-5950f9a55cd6 req-74a8ffb7-0582-4338-ae1e-8fd9922f0f3b tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] 10.222.0.73 "DELETE /v2.0/security-groups/7c192d6c-d625-4515-ab61-65b63dde532c HTTP/1.1" status: 204  len: 173 time: 0.5446420
Feb 17 04:42:54.806628 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-bcc6756b-423a-4d63-9773-f9eb5f1a588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:54.808399 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-bcc6756b-423a-4d63-9773-f9eb5f1a588f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=709aee88-8e45-402b-97f8-598502f18a6f HTTP/1.1" status: 200  len: 853 time: 0.0757225
Feb 17 04:42:54.862326 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-f46a59fa-937e-42aa-bc15-d778d8fcf5b4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=03e92244-b0e1-440a-bd01-1b65157a154e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468152
Feb 17 04:42:54.871464 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 34952) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:55.010105 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-3c7514e9-41c4-4c40-8d3a-f815c58ca91b service neutron] 10.222.0.76 "GET /v2.0/networks/03e92244-b0e1-440a-bd01-1b65157a154e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397033
Feb 17 04:42:55.442086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250daea-00d2-47e1-bfbd-f3be9a643462 req-2de2974f-f525-416f-8b81-974e4906be14 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:55.443745 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1250daea-00d2-47e1-bfbd-f3be9a643462 req-2de2974f-f525-416f-8b81-974e4906be14 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 943 time: 0.0990980
Feb 17 04:42:55.494233 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1250daea-00d2-47e1-bfbd-f3be9a643462 req-96d26a9b-4312-4225-a942-e2ec877936f5 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420010
Feb 17 04:42:55.581309 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854384247'] for router_interface, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:55.972930 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] Deleting port ea987b8b-91ef-46ed-aff9-12c55074ded6 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:55.973312 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:56.269198 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ffa6cb9b-5461-42fe-a320-60d1eff520e0 req-c2550622-ae30-42cd-bb47-aa3f3fab5102 service neutron] 10.222.0.76 "GET /v2.0/networks/03e92244-b0e1-440a-bd01-1b65157a154e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1475372
Feb 17 04:42:56.401698 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] For port ea987b8b-91ef-46ed-aff9-12c55074ded6, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=ea987b8b-91ef-46ed-aff9-12c55074ded6,segment=NetworkSegment(34ee3de1-d565-4570-a705-512a74fcab4e),segment_id=34ee3de1-d565-4570-a705-512a74fcab4e)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:56.402106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:56.538322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] Calling delete_port for ea987b8b-91ef-46ed-aff9-12c55074ded6 owned by network:router_interface {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:56.732539 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee6d64-d514-4fdb-8257-904ac3c85b3a req-5036bcd5-abe6-43f7-b894-a604fedd7014 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:56.734535 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ee6d64-d514-4fdb-8257-904ac3c85b3a req-5036bcd5-abe6-43f7-b894-a604fedd7014 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 943 time: 0.1221848
Feb 17 04:42:56.786834 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-61ee6d64-d514-4fdb-8257-904ac3c85b3a req-78b84a23-949b-4d4a-b874-9f8e960c6479 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453751
Feb 17 04:42:56.886225 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:56.902340 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-deffe6e1-73bf-4782-a3bc-8aaff05a20f4 tempest-TestMinimumBasicScenario-1806955430 tempest-TestMinimumBasicScenario-1806955430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:42:57.010386 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] Pushing event deleted for resources: {'Port': ['ID=ea987b8b-91ef-46ed-aff9-12c55074ded6,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:42:57.015552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:42:57.324691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854384153'] for router_interface, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:57.865473 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] Router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:42:58.001955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c60a0-fbd1-4fa3-a7ce-4428649880d2 req-7ab963cb-460e-40d5-972b-6dbc31710bcf tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:58.003629 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0b7c60a0-fbd1-4fa3-a7ce-4428649880d2 req-7ab963cb-460e-40d5-972b-6dbc31710bcf tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 943 time: 0.0912712
Feb 17 04:42:58.059985 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0b7c60a0-fbd1-4fa3-a7ce-4428649880d2 req-e765c502-48c1-4970-bde5-094bd9fb681e tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488019
Feb 17 04:42:58.079222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:42:58.090301 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1cddaa-7867-4c5d-a95a-e4bddf7e7b9f None None] Sync routers for ids ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:42:58.100394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1cddaa-7867-4c5d-a95a-e4bddf7e7b9f None None] Routers {'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:58.109011 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ad1cddaa-7867-4c5d-a95a-e4bddf7e7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d68f320>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:58.136106 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] 10.222.0.73 "PUT /v2.0/routers/dbdba006-8f02-4b5d-86f0-7a4ce39b61cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2633355
Feb 17 04:42:58.138790 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 34970) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:58.301586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-ad1cddaa-7867-4c5d-a95a-e4bddf7e7b9f None None] Set router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:58.334474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] Notify callbacks [] for router, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:58.526149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:58.531961 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] Deleting port 6f9c8a83-17c2-4296-848c-553048b96df1 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:42:58.532385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:58.615965 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ad1cddaa-7867-4c5d-a95a-e4bddf7e7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d68f320>, [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:42:56Z', 'revision_number': 5, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:58.620520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1cddaa-7867-4c5d-a95a-e4bddf7e7b9f None None] Checking router: dbdba006-8f02-4b5d-86f0-7a4ce39b61cf for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:42:58.629560 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1cddaa-7867-4c5d-a95a-e4bddf7e7b9f None None] Routers {'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:42:58.630190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ad1cddaa-7867-4c5d-a95a-e4bddf7e7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d68f320>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:58.726421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] For port 6f9c8a83-17c2-4296-848c-553048b96df1, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=6f9c8a83-17c2-4296-848c-553048b96df1,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:42:58.726821 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:58.828749 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-ad1cddaa-7867-4c5d-a95a-e4bddf7e7b9f None None] Set router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:42:58.864050 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] Calling delete_port for 6f9c8a83-17c2-4296-848c-553048b96df1 owned by network:router_gateway {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:42:59.085453 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:59.167246 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ad1cddaa-7867-4c5d-a95a-e4bddf7e7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d68f320>, [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:42:56Z', 'revision_number': 5, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:42:59.175169 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1cddaa-7867-4c5d-a95a-e4bddf7e7b9f None None] The sync data for ids ['dbdba006-8f02-4b5d-86f0-7a4ce39b61cf'] in dv-cinder-759955-5-iscsi is: [{'id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'name': 'tempest-TestShelveInstance-330157398-router', 'tenant_id': 'd447f221703e4725a470bab1096716e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:16Z', 'updated_at': '2021-02-17T04:42:56Z', 'revision_number': 5, 'project_id': 'd447f221703e4725a470bab1096716e0', 'gw_port': {'id': '6f9c8a83-17c2-4296-848c-553048b96df1', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdba006-8f02-4b5d-86f0-7a4ce39b61cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:19Z', 'updated_at': '2021-02-17T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:42:59.567498 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cb415-eb0d-4eff-bf1e-5331c2288b16 req-3ef25595-22cc-4737-89d7-1a9669fcafa8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:42:59.569110 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0e9cb415-eb0d-4eff-bf1e-5331c2288b16 req-3ef25595-22cc-4737-89d7-1a9669fcafa8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 943 time: 0.2028763
Feb 17 04:42:59.664520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854322005'] for router_gateway, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:59.730994 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0e9cb415-eb0d-4eff-bf1e-5331c2288b16 req-2deb129e-3bb8-4cb7-8900-eb0191b59775 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286767
Feb 17 04:42:59.809504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854383069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7610'] for router, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:59.811924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:59.916318 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854383359'] for router, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:59.916896 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbdba006-8f02-4b5d-86f0-7a4ce39b61cf {{(pid=84039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:42:59.930142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] Notify callbacks [] for router, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:42:59.933871 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e8d99447-df00-42d7-be17-eac46dfa0c6c admin admin] 10.222.0.73 "DELETE /v2.0/routers/dbdba006-8f02-4b5d-86f0-7a4ce39b61cf HTTP/1.1" status: 204  len: 168 time: 1.7916384
Feb 17 04:42:59.934404 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 34984) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:42:59.973837 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ea987b8b-91ef-46ed-aff9-12c55074ded6 no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:43:00.008850 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4734e75-741c-46ba-86f2-e1f544f6cdda admin admin] Deleting subnet 8f2aad9a-e0e6-47ae-b083-c062af76f603 {{(pid=84039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:43:00.011515 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: ea987b8b-91ef-46ed-aff9-12c55074ded6 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:43:00.011893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ea987b8b-91ef-46ed-aff9-12c55074ded6 not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:43:00.012824 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b4734e75-741c-46ba-86f2-e1f544f6cdda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.067912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b4734e75-741c-46ba-86f2-e1f544f6cdda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852405141'] for subnet, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.157590 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b4734e75-741c-46ba-86f2-e1f544f6cdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.568580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b4734e75-741c-46ba-86f2-e1f544f6cdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317777'] for subnet, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.585008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:00.685946 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4734e75-741c-46ba-86f2-e1f544f6cdda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2aad9a-e0e6-47ae-b083-c062af76f603,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:00.689874 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b4734e75-741c-46ba-86f2-e1f544f6cdda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:00.724080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b4734e75-741c-46ba-86f2-e1f544f6cdda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.729722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eff360-e042-43ef-9cf5-b24658585797 None None] Network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:43:00.731648 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b4734e75-741c-46ba-86f2-e1f544f6cdda admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8f2aad9a-e0e6-47ae-b083-c062af76f603 HTTP/1.1" status: 204  len: 168 time: 0.7961009
Feb 17 04:43:00.734255 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 34992) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:00.806616 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 4eabac41-4358-4828-be38-b750e8266c3e up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:00.894911 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:00.958567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cd4f8-1053-4a64-a593-008b0185136b req-9e98febd-8445-41c6-8424-d0c8726939c5 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:00.960350 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d65cd4f8-1053-4a64-a593-008b0185136b req-9e98febd-8445-41c6-8424-d0c8726939c5 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 943 time: 0.0975330
Feb 17 04:43:00.973294 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Deleting port a74442db-021d-430b-b7c5-933deef4f528 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:00.973688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:01.013470 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d65cd4f8-1053-4a64-a593-008b0185136b req-6e311e45-fee0-4a85-81ce-73aee2ad7a80 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443420
Feb 17 04:43:01.059858 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 4eabac41-4358-4828-be38-b750e8266c3e completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:01.066556 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 4eabac41-4358-4828-be38-b750e8266c3e triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:01.070588 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:01.109066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0758bc-57cb-4e1c-b89f-aef02bb74b69 None None] DHCP port deletion for 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd request from dv-cinder-759955-5-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:43:01.121099 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-fd0758bc-57cb-4e1c-b89f-aef02bb74b69 None None] Deleting port a74442db-021d-430b-b7c5-933deef4f528 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:01.121520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fd0758bc-57cb-4e1c-b89f-aef02bb74b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:01.228980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] For port a74442db-021d-430b-b7c5-933deef4f528, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=a74442db-021d-430b-b7c5-933deef4f528,segment=NetworkSegment(34ee3de1-d565-4570-a705-512a74fcab4e),segment_id=34ee3de1-d565-4570-a705-512a74fcab4e)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:01.229578 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:01.374203 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Calling delete_port for a74442db-021d-430b-b7c5-933deef4f528 owned by network:dhcp {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:01.486060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:01.500334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:01.564237 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:01.595597 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=a74442db-021d-430b-b7c5-933deef4f528,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:01.597611 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-fd0758bc-57cb-4e1c-b89f-aef02bb74b69 None None] For port a74442db-021d-430b-b7c5-933deef4f528, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=a74442db-021d-430b-b7c5-933deef4f528,segment=NetworkSegment(34ee3de1-d565-4570-a705-512a74fcab4e),segment_id=34ee3de1-d565-4570-a705-512a74fcab4e)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:01.597611 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fd0758bc-57cb-4e1c-b89f-aef02bb74b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:01.611144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:01.651201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] No DVR routers for this DVR port a74442db-021d-430b-b7c5-933deef4f528 on host dv-cinder-759955-5-iscsi {{(pid=84039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:43:01.676552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c38376-4358-4e1c-b8e1-9dd30d8563c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eabac41-4358-4828-be38-b750e8266c3e'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:43:01.746055 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c38376-4358-4e1c-b8e1-9dd30d8563c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eabac41-4358-4828-be38-b750e8266c3e', 'code': 200}
Feb 17 04:43:01.755981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-fd0758bc-57cb-4e1c-b89f-aef02bb74b69 None None] Calling delete_port for a74442db-021d-430b-b7c5-933deef4f528 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:01.785558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:01.786562 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 4eabac41-4358-4828-be38-b750e8266c3e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4eabac41-4358-4828-be38-b750e8266c3e,segment=NetworkSegment(0a9c9c5a-1a03-468d-92a7-be855a560229),segment_id=0a9c9c5a-1a03-468d-92a7-be855a560229)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:01.834590 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:01.837693 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:01.914558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=4eabac41-4358-4828-be38-b750e8266c3e,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:01.919238 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00077eb080>,) {'filters': {'network_id': ['1e85d977-59c3-4c3c-9bba-18bb58ffd3cd']}} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:01.919412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [None req-fd0758bc-57cb-4e1c-b89f-aef02bb74b69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:43:01.919602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [None req-fd0758bc-57cb-4e1c-b89f-aef02bb74b69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:43:01.924457 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.924895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.925220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.925593 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.926078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.926586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.926833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.927193 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.927456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.928116 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.928116 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.928491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.928923 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.929361 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.930003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.930003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.930311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.930673 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.931058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.931440 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.931798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.932153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.936077 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00077eb080>, '34ee3de1-d565-4570-a705-512a74fcab4e') {'for_net_delete': True} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:01.936207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.936350 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00077eb080>, '34ee3de1-d565-4570-a705-512a74fcab4e') {} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:01.936475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:01.937382 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:01.947474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370675'] for segment, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:02.014548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 6f9c8a83-17c2-4296-848c-553048b96df1 no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:43:02.023958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:02.027066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:43:02.063084 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 6f9c8a83-17c2-4296-848c-553048b96df1 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:43:02.063513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 6f9c8a83-17c2-4296-848c-553048b96df1 not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:43:02.063991 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device a74442db-021d-430b-b7c5-933deef4f528 no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:43:02.089007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d8b46-d4d9-4adc-89fe-434e0bb473c5 req-ebba6021-df0b-4282-8f9e-9b94957fb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:02.090813 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f74d8b46-d4d9-4adc-89fe-434e0bb473c5 req-ebba6021-df0b-4282-8f9e-9b94957fb590 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 1162 time: 0.0913014
Feb 17 04:43:02.110459 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: a74442db-021d-430b-b7c5-933deef4f528 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:43:02.110910 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device a74442db-021d-430b-b7c5-933deef4f528 not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:43:02.202039 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f74d8b46-d4d9-4adc-89fe-434e0bb473c5 req-c965b4cb-a1d5-413c-86e3-99b0cdec3bcc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007142
Feb 17 04:43:02.235489 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:43:02.244641 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852218915'] for segment, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:02.245754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a071826-9c66-4c02-adb3-25b70de2f6fc req-aae6ef38-ca16-4195-a73f-c3ebf7cc940d tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:02.247490 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2a071826-9c66-4c02-adb3-25b70de2f6fc req-aae6ef38-ca16-4195-a73f-c3ebf7cc940d tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 945 time: 0.0928075
Feb 17 04:43:02.297713 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2a071826-9c66-4c02-adb3-25b70de2f6fc req-3d8f5ea7-a30a-461b-a73e-ad5712d059ce tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436599
Feb 17 04:43:02.421153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-fd0758bc-57cb-4e1c-b89f-aef02bb74b69 None None] Deleting port a74442db-021d-430b-b7c5-933deef4f528 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:02.421585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fd0758bc-57cb-4e1c-b89f-aef02bb74b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:02.430658 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Network 1e85d977-59c3-4c3c-9bba-18bb58ffd3cd has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:43:02.454907 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:43:02.498611 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-fd0758bc-57cb-4e1c-b89f-aef02bb74b69 None None] The port 'a74442db-021d-430b-b7c5-933deef4f528' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:43:02.576946 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 4eabac41-4358-4828-be38-b750e8266c3e up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:02.651746 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 4eabac41-4358-4828-be38-b750e8266c3e triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:02.652178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:02.767917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:02.771552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5c647e2c-5cbe-4d6e-9325-6f3676e83b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:02.789110 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:02.802442 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e85d977-59c3-4c3c-9bba-18bb58ffd3cd,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:02.807013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:02.866016 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1e85d977-59c3-4c3c-9bba-18bb58ffd3cd HTTP/1.1" status: 204  len: 168 time: 2.1305950
Feb 17 04:43:02.869677 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 35010) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:03.787660 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-678fd2ed-9d1a-4067-bec0-db492bbf8d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854384247'] for router_interface, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:03.928724 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac2fe4-7021-4db5-a32d-e46f5f55d5f4 req-8fd2400b-17d9-4d33-a47c-af0cd016fae3 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:03.930328 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-68ac2fe4-7021-4db5-a32d-e46f5f55d5f4 req-8fd2400b-17d9-4d33-a47c-af0cd016fae3 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 945 time: 0.2534244
Feb 17 04:43:04.014837 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-68ac2fe4-7021-4db5-a32d-e46f5f55d5f4 req-408aa08c-36ef-40e8-8865-0315f820a5df tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684388
Feb 17 04:43:04.223795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-678fd2ed-9d1a-4067-bec0-db492bbf8d76 admin admin] Deleting port 8faf5e42-6d29-46a6-bde5-1cf115e1350d {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:04.224182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-678fd2ed-9d1a-4067-bec0-db492bbf8d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:04.414936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-678fd2ed-9d1a-4067-bec0-db492bbf8d76 admin admin] For port 8faf5e42-6d29-46a6-bde5-1cf115e1350d, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=8faf5e42-6d29-46a6-bde5-1cf115e1350d,segment=NetworkSegment(1a8988bc-53d5-4f31-997a-3341600a5d1a),segment_id=1a8988bc-53d5-4f31-997a-3341600a5d1a)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:04.415892 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-678fd2ed-9d1a-4067-bec0-db492bbf8d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:04.555799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-678fd2ed-9d1a-4067-bec0-db492bbf8d76 admin admin] Calling delete_port for 8faf5e42-6d29-46a6-bde5-1cf115e1350d owned by network:router_interface {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:04.779629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-678fd2ed-9d1a-4067-bec0-db492bbf8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:04.800014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d89a02fc-8088-413a-9a00-2c6e0576dc13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:04.901458 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fd2ed-9d1a-4067-bec0-db492bbf8d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=8faf5e42-6d29-46a6-bde5-1cf115e1350d,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:04.904375 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-678fd2ed-9d1a-4067-bec0-db492bbf8d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:04.954291 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35028) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:05.093439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3c4457a9-3b9c-4785-a038-17cb1f43e567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:05.121332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-3c4457a9-3b9c-4785-a038-17cb1f43e567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:05.122840 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-3c4457a9-3b9c-4785-a038-17cb1f43e567 admin admin] Usage tracker for resource:security_group_rule and tenant:ba275e377dad40888bde68de989ef2fa is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:05.125877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-3c4457a9-3b9c-4785-a038-17cb1f43e567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:05.131928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-3c4457a9-3b9c-4785-a038-17cb1f43e567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:05.237242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-678fd2ed-9d1a-4067-bec0-db492bbf8d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854384153'] for router_interface, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:05.275486 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d7fb7-71a9-416f-a3f3-9a31a540de69 req-55b5f774-a59f-487d-ae02-d591fea06587 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:05.277053 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-382d7fb7-71a9-416f-a3f3-9a31a540de69 req-55b5f774-a59f-487d-ae02-d591fea06587 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 945 time: 0.1358554
Feb 17 04:43:05.328706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3c4457a9-3b9c-4785-a038-17cb1f43e567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:05.349381 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-382d7fb7-71a9-416f-a3f3-9a31a540de69 req-8070a01e-99b2-414a-aad7-f66508def666 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633538
Feb 17 04:43:05.350891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3c4457a9-3b9c-4785-a038-17cb1f43e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:05.360268 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1586e7a4-9907-4f2b-9702-a650fed9e91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:05.414271 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-3c4457a9-3b9c-4785-a038-17cb1f43e567 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ba275e377dad40888bde68de989ef2fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4559791
Feb 17 04:43:05.414271 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4457a9-3b9c-4785-a038-17cb1f43e567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876cc6d6-834e-4072-b9ae-3e420db4b600,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:05.415670 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35038) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:05.419489 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3c4457a9-3b9c-4785-a038-17cb1f43e567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:05.429416 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b01c0257-6d91-4eb4-82de-a24b43bec6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:05.483399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-59555689-5256-4dce-82b2-370073d5ff46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:05.513823 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-59555689-5256-4dce-82b2-370073d5ff46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:05.668766 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:05.705582 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-59555689-5256-4dce-82b2-370073d5ff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:05.714665 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9f84523b-e675-4fc7-b128-fe4cd6e71367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:05.724652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59555689-5256-4dce-82b2-370073d5ff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876cc6d6-834e-4072-b9ae-3e420db4b600,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:05.728374 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-59555689-5256-4dce-82b2-370073d5ff46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:05.730451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-59555689-5256-4dce-82b2-370073d5ff46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:05.745257 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-59555689-5256-4dce-82b2-370073d5ff46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/876cc6d6-834e-4072-b9ae-3e420db4b600 HTTP/1.1" status: 204  len: 168 time: 0.3279157
Feb 17 04:43:05.801866 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678fd2ed-9d1a-4067-bec0-db492bbf8d76 admin admin] Router ac32011f-d367-4d35-ac51-c0572f64104d has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:43:06.004469 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678fd2ed-9d1a-4067-bec0-db492bbf8d76 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:43:06.016117 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361be256-997b-431d-94fc-456f564faf57 None None] Sync routers for ids ['ac32011f-d367-4d35-ac51-c0572f64104d'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:43:06.019320 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-678fd2ed-9d1a-4067-bec0-db492bbf8d76 admin admin] 10.222.0.73 "PUT /v2.0/routers/ac32011f-d367-4d35-ac51-c0572f64104d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1473641
Feb 17 04:43:06.021193 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35052) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:06.027936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361be256-997b-431d-94fc-456f564faf57 None None] Routers {'ac32011f-d367-4d35-ac51-c0572f64104d'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:06.028734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-361be256-997b-431d-94fc-456f564faf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000e180240>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['ac32011f-d367-4d35-ac51-c0572f64104d'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:06.275672 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-361be256-997b-431d-94fc-456f564faf57 None None] Set router ac32011f-d367-4d35-ac51-c0572f64104d gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:06.481749 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:06.632544 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-361be256-997b-431d-94fc-456f564faf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000e180240>, [{'id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'name': 'tempest-TestShelveInstance-1787670016-router', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:37Z', 'updated_at': '2021-02-17T04:43:04Z', 'revision_number': 5, 'project_id': '2e10230d73664501b4bde7e19745dbcb', 'gw_port': {'id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:06.636910 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361be256-997b-431d-94fc-456f564faf57 None None] Checking router: ac32011f-d367-4d35-ac51-c0572f64104d for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:43:06.646647 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361be256-997b-431d-94fc-456f564faf57 None None] Routers {'ac32011f-d367-4d35-ac51-c0572f64104d'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:06.647351 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-361be256-997b-431d-94fc-456f564faf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000e180240>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:42:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['ac32011f-d367-4d35-ac51-c0572f64104d'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:06.701165 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:06.709197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] Deleting port 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:06.710025 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:06.884348 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-361be256-997b-431d-94fc-456f564faf57 None None] Set router ac32011f-d367-4d35-ac51-c0572f64104d gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:06.918945 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] For port 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:06.919358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:07.061154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] Calling delete_port for 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec owned by network:router_gateway {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:07.208285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-361be256-997b-431d-94fc-456f564faf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000e180240>, [{'id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'name': 'tempest-TestShelveInstance-1787670016-router', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:37Z', 'updated_at': '2021-02-17T04:43:04Z', 'revision_number': 5, 'project_id': '2e10230d73664501b4bde7e19745dbcb', 'gw_port': {'id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:07.213603 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361be256-997b-431d-94fc-456f564faf57 None None] The sync data for ids ['ac32011f-d367-4d35-ac51-c0572f64104d'] in dv-cinder-759955-5-iscsi is: [{'id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'name': 'tempest-TestShelveInstance-1787670016-router', 'tenant_id': '2e10230d73664501b4bde7e19745dbcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:37Z', 'updated_at': '2021-02-17T04:43:04Z', 'revision_number': 5, 'project_id': '2e10230d73664501b4bde7e19745dbcb', 'gw_port': {'id': '8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac32011f-d367-4d35-ac51-c0572f64104d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:43:07.215741 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:07.428914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854322005'] for router_gateway, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:07.575020 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854383069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7610'] for router, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:07.577487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:07.739539 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854383359'] for router, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:07.740051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac32011f-d367-4d35-ac51-c0572f64104d {{(pid=84038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:43:07.757219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] Notify callbacks [] for router, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:07.757219 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-d1f11d0b-e5e0-434f-8f45-5e8588364ec0 admin admin] 10.222.0.73 "DELETE /v2.0/routers/ac32011f-d367-4d35-ac51-c0572f64104d HTTP/1.1" status: 204  len: 168 time: 1.7319632
Feb 17 04:43:07.757219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35114) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:07.854150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50e177e-3bca-4273-86ed-f588c1ab75a0 admin admin] Deleting subnet af1d4171-d084-4051-912d-e56eac262e03 {{(pid=84038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:43:07.858069 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b50e177e-3bca-4273-86ed-f588c1ab75a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:07.938978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b50e177e-3bca-4273-86ed-f588c1ab75a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4006034'] for subnet, precommit_delete_associations {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:07.958849 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0849cb36-116b-4415-ba41-3378fd31d8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:07.978123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 8faf5e42-6d29-46a6-bde5-1cf115e1350d no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:43:08.025918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 8faf5e42-6d29-46a6-bde5-1cf115e1350d {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:43:08.026405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 8faf5e42-6d29-46a6-bde5-1cf115e1350d not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:43:08.074096 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b50e177e-3bca-4273-86ed-f588c1ab75a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:08.362725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:08.408431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b50e177e-3bca-4273-86ed-f588c1ab75a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4085193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4014444'] for subnet, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:08.425281 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dd487d95-2c71-4352-b458-aff1d7039911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:08.524602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e177e-3bca-4273-86ed-f588c1ab75a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af1d4171-d084-4051-912d-e56eac262e03,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:08.531668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b50e177e-3bca-4273-86ed-f588c1ab75a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:08.565482 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b50e177e-3bca-4273-86ed-f588c1ab75a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:08.571054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff01d39f-623d-4049-acc2-fe29468c01bb None None] Network 660757a9-00bf-430f-b611-fc8c1f457b05 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:43:08.572090 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-b50e177e-3bca-4273-86ed-f588c1ab75a0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/af1d4171-d084-4051-912d-e56eac262e03 HTTP/1.1" status: 204  len: 168 time: 0.8127325
Feb 17 04:43:08.574657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35138) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:08.702369 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:08.774812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Deleting port 17191fa9-0446-4ae3-9d75-83326a5fe284 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:08.775176 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:09.011798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] For port 17191fa9-0446-4ae3-9d75-83326a5fe284, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=17191fa9-0446-4ae3-9d75-83326a5fe284,segment=NetworkSegment(1a8988bc-53d5-4f31-997a-3341600a5d1a),segment_id=1a8988bc-53d5-4f31-997a-3341600a5d1a)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:09.012395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd64c78-1638-48d8-a743-2e90c4b8c6b1 None None] DHCP port deletion for 660757a9-00bf-430f-b611-fc8c1f457b05 request from dv-cinder-759955-5-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:43:09.012596 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:09.016414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-bbd64c78-1638-48d8-a743-2e90c4b8c6b1 None None] Deleting port 17191fa9-0446-4ae3-9d75-83326a5fe284 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:09.017049 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bbd64c78-1638-48d8-a743-2e90c4b8c6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:09.152726 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Calling delete_port for 17191fa9-0446-4ae3-9d75-83326a5fe284 owned by network:dhcp {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:09.244408 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-bbd64c78-1638-48d8-a743-2e90c4b8c6b1 None None] For port 17191fa9-0446-4ae3-9d75-83326a5fe284, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=17191fa9-0446-4ae3-9d75-83326a5fe284,segment=NetworkSegment(1a8988bc-53d5-4f31-997a-3341600a5d1a),segment_id=1a8988bc-53d5-4f31-997a-3341600a5d1a)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:09.244743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bbd64c78-1638-48d8-a743-2e90c4b8c6b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:09.269421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:09.287792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7c894265-04ba-40db-9191-c28c1160fefe tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:09.386696 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-bbd64c78-1638-48d8-a743-2e90c4b8c6b1 None None] Calling delete_port for 17191fa9-0446-4ae3-9d75-83326a5fe284 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:09.396693 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=17191fa9-0446-4ae3-9d75-83326a5fe284,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:09.409699 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.410120 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.410538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.411010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.411720 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.412127 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.412529 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.412937 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.413336 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.413732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.414128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.414521 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.415000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.415507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.415872 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.416286 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.416678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.417076 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.417467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.417859 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.418248 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.418636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.419032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.419438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:09.426026 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:09.461154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] No DVR routers for this DVR port 17191fa9-0446-4ae3-9d75-83326a5fe284 on host dv-cinder-759955-5-iscsi {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:43:09.470195 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [None req-bbd64c78-1638-48d8-a743-2e90c4b8c6b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:43:09.470648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [None req-bbd64c78-1638-48d8-a743-2e90c4b8c6b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:43:09.596577 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:09.636623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:09.723923 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000c8fbdd8>,) {'filters': {'network_id': ['660757a9-00bf-430f-b611-fc8c1f457b05']}} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:09.737138 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000c8fbdd8>, '1a8988bc-53d5-4f31-997a-3341600a5d1a') {'for_net_delete': True} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:09.737475 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000c8fbdd8>, '1a8988bc-53d5-4f31-997a-3341600a5d1a') {} {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:09.749467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850769782'] for segment, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:09.764628 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:09.766609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:43:09.954429 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Network 660757a9-00bf-430f-b611-fc8c1f457b05 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:43:09.964082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850691786'] for segment, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:09.972457 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-bbd64c78-1638-48d8-a743-2e90c4b8c6b1 None None] Deleting port 17191fa9-0446-4ae3-9d75-83326a5fe284 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:09.972889 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bbd64c78-1638-48d8-a743-2e90c4b8c6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:10.052422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 17191fa9-0446-4ae3-9d75-83326a5fe284 no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:43:10.089456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-bbd64c78-1638-48d8-a743-2e90c4b8c6b1 None None] The port '17191fa9-0446-4ae3-9d75-83326a5fe284' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:43:10.095463 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 17191fa9-0446-4ae3-9d75-83326a5fe284 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:43:10.095866 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 17191fa9-0446-4ae3-9d75-83326a5fe284 not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:43:10.096335 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:43:10.135735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:43:10.136133 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 8fc06ea2-ad8b-4745-bd83-d99f32e1e7ec not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:43:10.163688 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Network 660757a9-00bf-430f-b611-fc8c1f457b05 has no segments {{(pid=84038) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:43:10.189006 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:43:10.299533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:10.303165 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-39983cd4-26da-4a58-98f7-d07f98d6bb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:10.320072 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:10.326474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=660757a9-00bf-430f-b611-fc8c1f457b05,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:10.330986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:10.333751 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] 10.222.0.73 "DELETE /v2.0/networks/660757a9-00bf-430f-b611-fc8c1f457b05 HTTP/1.1" status: 204  len: 168 time: 1.7581084
Feb 17 04:43:10.636782 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:10.641564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35150) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:10.701146 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-9a32e55c-f9e1-4771-bc7f-8d69acfd6570 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d447f221703e4725a470bab1096716e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0581625
Feb 17 04:43:10.703930 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35156) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:10.774369 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-64e56627-2d2f-4542-a65c-c040e4b7deec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:10.803039 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-64e56627-2d2f-4542-a65c-c040e4b7deec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:10.939841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-64e56627-2d2f-4542-a65c-c040e4b7deec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:10.944058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7b47dfa5-6fe8-4458-93f5-e924d2f0a17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:10.959607 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e56627-2d2f-4542-a65c-c040e4b7deec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd6137b-f51b-4abc-947b-d451cd4ec7b2,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:10.965476 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-64e56627-2d2f-4542-a65c-c040e4b7deec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:10.967620 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-64e56627-2d2f-4542-a65c-c040e4b7deec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:10.968840 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-64e56627-2d2f-4542-a65c-c040e4b7deec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ccd6137b-f51b-4abc-947b-d451cd4ec7b2 HTTP/1.1" status: 204  len: 168 time: 0.2639017
Feb 17 04:43:11.629380 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35166) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:11.686438 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e90c27d8-2208-453a-bf34-1df918a54056 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e10230d73664501b4bde7e19745dbcb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0533099
Feb 17 04:43:11.686652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35170) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:11.749948 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-adcdc60e-6d5c-444c-b328-86b59fdbb09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:11.777426 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-adcdc60e-6d5c-444c-b328-86b59fdbb09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:11.917310 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-adcdc60e-6d5c-444c-b328-86b59fdbb09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:11.922649 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6c3c238e-1092-4b4b-bcb4-d2f789bc7be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:11.937277 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdc60e-6d5c-444c-b328-86b59fdbb09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b74ed4-a0c6-4b43-8510-1710229ce6f6,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:11.940580 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-adcdc60e-6d5c-444c-b328-86b59fdbb09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:11.941940 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-adcdc60e-6d5c-444c-b328-86b59fdbb09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:11.943324 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-adcdc60e-6d5c-444c-b328-86b59fdbb09f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/12b74ed4-a0c6-4b43-8510-1710229ce6f6 HTTP/1.1" status: 204  len: 168 time: 0.2556832
Feb 17 04:43:12.879092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35198) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:12.999933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2119822527-network', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:13.005175 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:13.009490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Usage tracker for resource:network and tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:13.013795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:13.020208 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:13.053715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Made reservation on behalf of a8d0b5722b8d4bcda86ec7e0d58ea9ec for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:43:13.059092 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.073653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.089236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:13.093352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Usage tracker for resource:security_group_rule and tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:13.096437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:13.102383 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:13.196420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.220006 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.224695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d3b8e89c-ceee-4a7d-96c9-d81e55918189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:13.259445 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:43:13.268884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25584441-5b4b-4e69-9e89-b0259f1a0b30,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:13.272713 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:13.275899 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.276308 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Added segment b06803b9-a0ad-4ac1-802a-8561002485f1 of type vxlan for network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa
Feb 17 04:43:13.305009 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.373788 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.375144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:13.375998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:13.381635 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:13.738028 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Pushing event updated for resources: {'Network': ['ID=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:13.740954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:13.749898 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:43:13.766678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:43:13.780293 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-97eceb7d-2ee2-4fda-9899-f3739c269b6a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.8998580
Feb 17 04:43:13.783817 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 35206) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:13.790527 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Request body: {'subnet': {'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2119822527-subnet', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'ip_version': 4}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:13.796532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:13.801027 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Usage tracker for resource:subnet and tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:13.804207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:13.811220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:13.846534 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Made reservation on behalf of a8d0b5722b8d4bcda86ec7e0d58ea9ec for: {'subnet': 1} {{(pid=84039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:43:13.851654 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458177'] for subnet, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:14.603243 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852218009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458194'] for subnet, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:14.620135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-47b9617b-b5ba-4e38-988d-42a4b634df5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:14.760683 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e5597f-e796-49b0-83fc-d9567a8a2277,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:14.766082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:14.827776 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Checking segment: {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:14.828171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Network hostable DHCP agents. Network: 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:43:14.874948 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:43:14.911242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa) {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:14.921584 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c19ab-2b41-411b-88c0-b38ab8b290fe None None] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:43:14.924525 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:14.925241 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:14.981258 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2c3b7d8f-1799-4b00-9183-a076e8834d5c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1961250
Feb 17 04:43:14.984052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 35218) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:14.989648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:14.995251 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:14.999560 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Usage tracker for resource:router and tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:15.005432 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:15.010418 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:15.061636 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7595'] for router, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:15.062662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854261589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768205'] for router, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:15.116481 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:15.165055 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21661c61-4ef0-5aec-ba9e-b39a9d30c103-4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277'}]}} from dv-cinder-759955-5-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:43:15.166611 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:15.374003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:43:15.433483 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854383445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768254'] for router, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:15.502757 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Allocated IP 172.20.0.2 (4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa/42e5597f-e796-49b0-83fc-d9567a8a2277/911de074-001d-43b4-9481-f0377b5fce50) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:15.737250 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:15.748494 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Transition to ACTIVE for port object 911de074-001d-43b4-9481-f0377b5fce50 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:15.765551 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Transition to ACTIVE for port object 911de074-001d-43b4-9481-f0377b5fce50 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:15.795219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:15.811908 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:15.821973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:15.858873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:15.970914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Pushing event updated for resources: {'Port': ['ID=911de074-001d-43b4-9481-f0377b5fce50,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:15.975980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:16.014249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:16.015705 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Resources bound (agent type, host, resource id):  {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:16.018083 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:16.076232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Attempting to bind port 911de074-001d-43b4-9481-f0377b5fce50 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:43:16.076639 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Attempting to bind port 911de074-001d-43b4-9481-f0377b5fce50 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:43:16.077051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Attempting to bind port 911de074-001d-43b4-9481-f0377b5fce50 on network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:43:16.085160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:43:16.085622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Checking segment: {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:16.085851 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:16.086292 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Bound using segment: {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:43:16.086811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Bound port: 911de074-001d-43b4-9481-f0377b5fce50, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:43:16.087228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:16.141854 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Allocated IP 172.27.2.238 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/2d3f6fa3-0145-469b-a10b-45e3be94e1bb) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:16.185150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] For port 911de074-001d-43b4-9481-f0377b5fce50, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:43:16.188370 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] For port 911de074-001d-43b4-9481-f0377b5fce50, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=911de074-001d-43b4-9481-f0377b5fce50,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:43:16.226099 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:16.242129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:16.312216 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:16.383878 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:16.395548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Pushing event updated for resources: {'Port': ['ID=911de074-001d-43b4-9481-f0377b5fce50,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:16.399658 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d7cd889f-8aaf-4204-a8f1-4aaf37c989ca tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:16.401048 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:16.550064 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Pushing event updated for resources: {'Port': ['ID=2d3f6fa3-0145-469b-a10b-45e3be94e1bb,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:16.564567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.564987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.565397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.565805 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.566200 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.566600 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.566996 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.567412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.567810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.568202 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.568595 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.568985 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.569446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.569835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.570225 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.570612 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.571005 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.571428 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.571850 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.572224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.572731 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.573005 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.573389 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.573775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:16.580381 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:16.618866 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:16.620369 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:16.622788 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:17.364141 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:17.757975 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854383430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453656'] for router, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:17.935887 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7d3b51-e1da-4af1-aa6f-c908f8546e19 None None] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:43:18.062661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 911de074-001d-43b4-9481-f0377b5fce50 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:18.082303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 is scheduled to L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 with binding_index 1 {{(pid=84039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:43:18.105411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-77335f6c-828a-49b0-879d-c22dace2886c None None] Provisioning for port 911de074-001d-43b4-9481-f0377b5fce50 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:18.287214 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:43:18.298357 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Sync routers for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:43:18.309117 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:18.309920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d2afbe0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:18.352467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] Notify callbacks [] for router, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.357109 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35234) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:18.366986 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a8c6dab9-c4b9-487a-97b3-9467c508de10 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.3809412
Feb 17 04:43:18.436296 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 911de074-001d-43b4-9481-f0377b5fce50 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:18.442542 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 911de074-001d-43b4-9481-f0377b5fce50 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:18.442966 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.507986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:18.592964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.639162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 911de074-001d-43b4-9481-f0377b5fce50, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=911de074-001d-43b4-9481-f0377b5fce50,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:18.688565 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:18.693497 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:18.832411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=911de074-001d-43b4-9481-f0377b5fce50,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:18.836244 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:18.866865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-727ae004-f5f0-471e-a421-67a6ce76da6a None None] Provisioning complete for port 911de074-001d-43b4-9481-f0377b5fce50 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:18.867808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-727ae004-f5f0-471e-a421-67a6ce76da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.071199 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d2afbe0>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:16Z', 'revision_number': 3, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:19.080737 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Checking router: 571fa0de-9ab6-4273-8f18-b00ad5403aa9 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:43:19.081134 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Updating router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 port 2d3f6fa3-0145-469b-a10b-45e3be94e1bb binding host dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:43:19.162933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.226731 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-38bf40c6-0f4f-4a38-a0a2-be59132b4456 None None] Provisioning complete for port 911de074-001d-43b4-9481-f0377b5fce50 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:19.227415 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-38bf40c6-0f4f-4a38-a0a2-be59132b4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.271413 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.507924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8ee4d27a-73d9-4c66-9860-2a781430d8ac None None] Provisioning complete for port 911de074-001d-43b4-9481-f0377b5fce50 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:19.508535 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d27a-73d9-4c66-9860-2a781430d8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.624966 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.638467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Transition to ACTIVE for port object 2d3f6fa3-0145-469b-a10b-45e3be94e1bb will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:19.654448 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Allocated IP 172.20.0.1 (4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa/42e5597f-e796-49b0-83fc-d9567a8a2277/279be79a-6264-42c8-b0f6-0fcb5f0d712a) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:19.669045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.685260 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8de7e179-a1c2-4e73-9cb6-b1cb552cf039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:19.817698 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.822447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Pushing event updated for resources: {'Port': ['ID=2d3f6fa3-0145-469b-a10b-45e3be94e1bb,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:19.834344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Transition to ACTIVE for port object 279be79a-6264-42c8-b0f6-0fcb5f0d712a will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:19.843019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.844754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.844754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.844754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.844754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.845151 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.845269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.845547 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.845924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.846279 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.846622 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.846972 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.847421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.847770 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.848123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.848467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.848812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.849162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.849507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.849854 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.850198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.850591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.850933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.851299 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:43:19.857450 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:19.900884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.908211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Attempting to bind port 2d3f6fa3-0145-469b-a10b-45e3be94e1bb on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:43:19.908554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Attempting to bind port 2d3f6fa3-0145-469b-a10b-45e3be94e1bb by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:43:19.908982 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Attempting to bind port 2d3f6fa3-0145-469b-a10b-45e3be94e1bb on network 41731883-87f5-4e1a-89a9-5fc9628819cc {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:43:19.915591 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c49ec0b9-ea01-460d-bcb2-956a188c81af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:19.916272 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:43:19.916696 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Checking segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:19.917175 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.917617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Bound using segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:43:19.918136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Bound port: 2d3f6fa3-0145-469b-a10b-45e3be94e1bb, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:43:19.918577 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:19.999030 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] For port 2d3f6fa3-0145-469b-a10b-45e3be94e1bb, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:43:20.002914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] For port 2d3f6fa3-0145-469b-a10b-45e3be94e1bb, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=2d3f6fa3-0145-469b-a10b-45e3be94e1bb,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:43:20.029222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 911de074-001d-43b4-9481-f0377b5fce50 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:20.047058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.067106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:20.067924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=279be79a-6264-42c8-b0f6-0fcb5f0d712a,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:20.073775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:20.114574 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 911de074-001d-43b4-9481-f0377b5fce50 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:20.115005 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.120158 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:20.121355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:20.135537 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:20.200141 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854398719'] for router_interface, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.298301 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Pushing event updated for resources: {'Port': ['ID=2d3f6fa3-0145-469b-a10b-45e3be94e1bb,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:20.303555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f6e89a25-d831-4fe2-a011-155611e44cd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:20.321758 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:20.323298 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d2afbe0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:20.370289 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.412033 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-1d87ca36-9dd5-44db-a9ef-ae66541d9c5b None None] Provisioning for port 279be79a-6264-42c8-b0f6-0fcb5f0d712a completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:20.418258 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-1d87ca36-9dd5-44db-a9ef-ae66541d9c5b None None] Provisioning complete for port 279be79a-6264-42c8-b0f6-0fcb5f0d712a triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:20.418763 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1d87ca36-9dd5-44db-a9ef-ae66541d9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.484123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-1d87ca36-9dd5-44db-a9ef-ae66541d9c5b None None] Port 279be79a-6264-42c8-b0f6-0fcb5f0d712a cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:43:20.529337 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:20.676646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.703107 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.736531 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d2573abe-d8e8-49fa-8933-ee0bc1c1ceb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:20.825555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=279be79a-6264-42c8-b0f6-0fcb5f0d712a,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:20.828725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:20.829891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853154899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-377191'] for router_interface, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:20.867183 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d2afbe0>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:19Z', 'revision_number': 1, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:20.873762 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47e788-6f74-477f-9e90-c7bd7e3a3528 None None] The sync data for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi is: [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:19Z', 'revision_number': 1, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:43:20.978978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:20.980236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:21.188297 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:43:21.217087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-cc73da8b-9c07-4316-862a-56a13b60b6bc None None] Provisioning complete for port 279be79a-6264-42c8-b0f6-0fcb5f0d712a triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:21.217087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-cc73da8b-9c07-4316-862a-56a13b60b6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:21.284192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-cc73da8b-9c07-4316-862a-56a13b60b6bc None None] Port 279be79a-6264-42c8-b0f6-0fcb5f0d712a cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:43:21.659601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:43:21.699731 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] 10.222.0.73 "PUT /v2.0/routers/571fa0de-9ab6-4273-8f18-b00ad5403aa9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3413889
Feb 17 04:43:22.051824 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 2d3f6fa3-0145-469b-a10b-45e3be94e1bb up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:22.173437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 2d3f6fa3-0145-469b-a10b-45e3be94e1bb completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:22.179087 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 2d3f6fa3-0145-469b-a10b-45e3be94e1bb triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:22.179661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.308307 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.325605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 2d3f6fa3-0145-469b-a10b-45e3be94e1bb, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=2d3f6fa3-0145-469b-a10b-45e3be94e1bb,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:22.379642 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.381950 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:22.460464 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=2d3f6fa3-0145-469b-a10b-45e3be94e1bb,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:22.464012 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:22.619121 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35280) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:22.625812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2076117555-network', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:22.631337 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:22.635431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Usage tracker for resource:network and tenant:5a1e0353f3e2401e8ff0d40af4514183 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:22.638489 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:22.644572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:22.682191 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Made reservation on behalf of 5a1e0353f3e2401e8ff0d40af4514183 for: {'network': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:43:22.687595 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for network, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.701117 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.719641 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:22.723695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Usage tracker for resource:security_group_rule and tenant:5a1e0353f3e2401e8ff0d40af4514183 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:22.726755 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:22.733217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:22.819082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.851733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.856715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a4dc2fd1-7574-47ca-8ee6-eca0d730fe49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:22.885763 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 04:43:22.898365 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbcbd4a-7e54-4792-9437-0f6b4329c793,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:22.903197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:22.904192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.904569 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.segments_db [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Added segment a8b9c197-4e17-434e-9321-f07c155b0dc2 of type vxlan for network 8e3863f1-1802-417e-b91f-5d2b58539ea1
Feb 17 04:43:22.932510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309466065575'] for network, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.988966 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914'] for network, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.990261 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:22.990900 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:22.996153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8b423f68-1480-4fcb-900d-dd3bf2620ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:23.105884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Pushing event updated for resources: {'Network': ['ID=8e3863f1-1802-417e-b91f-5d2b58539ea1,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:23.108743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:23.116662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Network 8e3863f1-1802-417e-b91f-5d2b58539ea1 details requested by agent ovs-agent-dv-cinder-759955-5-iscsi with host dv-cinder-759955-5-iscsi {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:43:23.134207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Network 8e3863f1-1802-417e-b91f-5d2b58539ea1 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=84040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 04:43:23.140326 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-624eda4a-43a1-4885-bf33-84088dc2421c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5198970
Feb 17 04:43:23.143259 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35292) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:23.149670 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Request body: {'subnet': {'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2076117555-subnet', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'ip_version': 4}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:23.155835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:23.159921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Usage tracker for resource:subnet and tenant:5a1e0353f3e2401e8ff0d40af4514183 is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:23.163145 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:23.168913 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:23.205614 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Made reservation on behalf of 5a1e0353f3e2401e8ff0d40af4514183 for: {'subnet': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:43:23.210525 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850761342'] for subnet, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:23.657569 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850690676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850761325'] for subnet, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:23.674429 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-25ad1467-d222-4d37-a433-6a0371ce238e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:23.816233 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e03c087-fbcf-427a-8e60-475b669735b7,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:23.819215 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:23.886349 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Checking segment: {'id': 'a8b9c197-4e17-434e-9321-f07c155b0dc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:23.886749 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Network hostable DHCP agents. Network: 8e3863f1-1802-417e-b91f-5d2b58539ea1, hostable agents: ['2353747c-aeef-4c8c-bb6d-2afc07325c31'], hosted agents: [] {{(pid=84038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 04:43:23.956829 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Network 8e3863f1-1802-417e-b91f-5d2b58539ea1 is scheduled to be hosted by DHCP agent 2353747c-aeef-4c8c-bb6d-2afc07325c31 with binding_index 1 {{(pid=84038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 04:43:24.024368 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 2d3f6fa3-0145-469b-a10b-45e3be94e1bb up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:24.043310 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-5-iscsi, 8e3863f1-1802-417e-b91f-5d2b58539ea1) {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:24.056297 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:24.057012 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.059079 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9c92a-ef60-4974-850c-55bdeb0824c8 None None] Network 8e3863f1-1802-417e-b91f-5d2b58539ea1 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:43:24.104804 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-71a73e72-f9e0-4c8c-bd73-3988e4d736b1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9602220
Feb 17 04:43:24.107662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 35304) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:24.113480 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2076117555-router', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:24.118915 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:24.123395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Usage tracker for resource:router and tenant:5a1e0353f3e2401e8ff0d40af4514183 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:24.127893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:24.133643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Sync routers for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:43:24.134123 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:24.167007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7595'] for router, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.168275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854261589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768205'] for router, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.177698 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:24.178379 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000c7f61d0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:24.183463 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.422594 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 2d3f6fa3-0145-469b-a10b-45e3be94e1bb triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:24.422912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.510433 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854383445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768254'] for router, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.568905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:24.820289 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21661c61-4ef0-5aec-ba9e-b39a9d30c103-8e3863f1-1802-417e-b91f-5d2b58539ea1', 'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'fixed_ips': [{'subnet_id': '1e03c087-fbcf-427a-8e60-475b669735b7'}]}} from dv-cinder-759955-5-iscsi. {{(pid=84040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 04:43:24.821190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.910617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:24.949412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.226695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Allocated IP 172.27.2.24 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/0f45f14e-af95-4848-a174-4424eae84c15) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:25.391651 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.428820 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000c7f61d0>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 2, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:25.431970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Allocated IP 172.20.0.2 (8e3863f1-1802-417e-b91f-5d2b58539ea1/1e03c087-fbcf-427a-8e60-475b669735b7/890c693e-3fc4-4ad5-979c-d95ff7d87a6a) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:25.438681 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Checking router: 571fa0de-9ab6-4273-8f18-b00ad5403aa9 for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:43:25.439084 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Updating router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 port 279be79a-6264-42c8-b0f6-0fcb5f0d712a binding host dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:43:25.454269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.473266 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3fe251d2-da9b-42d2-83e4-6f2b5a684de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:25.583116 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.856759 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Pushing event updated for resources: {'Port': ['ID=0f45f14e-af95-4848-a174-4424eae84c15,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:25.860051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:25.903783 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:25.917447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:25.918657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:25.920976 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:25.922220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Transition to ACTIVE for port object 890c693e-3fc4-4ad5-979c-d95ff7d87a6a will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:26.028217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Transition to ACTIVE for port object 890c693e-3fc4-4ad5-979c-d95ff7d87a6a will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:26.055359 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.073819 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:26.253935 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Pushing event updated for resources: {'Port': ['ID=890c693e-3fc4-4ad5-979c-d95ff7d87a6a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:26.262623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:26.353947 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Network 8e3863f1-1802-417e-b91f-5d2b58539ea1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:26.356933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Resources bound (agent type, host, resource id):  {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:26.360717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:26.413802 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.416942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.441858 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Transition to ACTIVE for port object 279be79a-6264-42c8-b0f6-0fcb5f0d712a will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:26.442808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Attempting to bind port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:43:26.443248 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Attempting to bind port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': 'a8b9c197-4e17-434e-9321-f07c155b0dc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:43:26.443689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Attempting to bind port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a on network 8e3863f1-1802-417e-b91f-5d2b58539ea1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:43:26.450086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:43:26.450510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Checking segment: {'id': 'a8b9c197-4e17-434e-9321-f07c155b0dc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:26.454552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.454552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Bound using segment: {'id': 'a8b9c197-4e17-434e-9321-f07c155b0dc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:43:26.454552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Bound port: 890c693e-3fc4-4ad5-979c-d95ff7d87a6a, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b9c197-4e17-434e-9321-f07c155b0dc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:43:26.454552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.503719 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.526113 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:26.711420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acbbd7-963f-4320-820e-4d354fe4a4cb None None] Pushing event updated for resources: {'Port': ['ID=279be79a-6264-42c8-b0f6-0fcb5f0d712a,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:26.718079 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e4acbbd7-963f-4320-820e-4d354fe4a4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:26.721487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] For port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:43:26.727097 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] For port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=890c693e-3fc4-4ad5-979c-d95ff7d87a6a,segment=NetworkSegment(a8b9c197-4e17-434e-9321-f07c155b0dc2),segment_id=a8b9c197-4e17-434e-9321-f07c155b0dc2)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:43:26.806038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854383430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453656'] for router, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.819893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:26.846406 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:27.070891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Router 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 is scheduled to L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 with binding_index 1 {{(pid=84039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 04:43:27.261916 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Attempting to bind port 279be79a-6264-42c8-b0f6-0fcb5f0d712a on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:43:27.262326 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Attempting to bind port 279be79a-6264-42c8-b0f6-0fcb5f0d712a by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:43:27.262733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Attempting to bind port 279be79a-6264-42c8-b0f6-0fcb5f0d712a on network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:43:27.269800 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Pushing event updated for resources: {'Port': ['ID=890c693e-3fc4-4ad5-979c-d95ff7d87a6a,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:27.272758 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:43:27.273392 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-15154a6a-b458-437e-951f-dc101462ad67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:27.280271 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:43:27.280694 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Checking segment: {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:27.281138 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.281763 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Bound using segment: {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:43:27.282064 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Bound port: 279be79a-6264-42c8-b0f6-0fcb5f0d712a, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:43:27.282473 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.287013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Sync routers for ids ['00be2ef6-9560-4712-9cd8-ddab4f75cbb2'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:43:27.298987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Routers {'00be2ef6-9560-4712-9cd8-ddab4f75cbb2'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:27.300051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d2af710>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['00be2ef6-9560-4712-9cd8-ddab4f75cbb2'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:27.349086 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Notify callbacks [] for router, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.351202 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2423136
Feb 17 04:43:27.354791 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 35332) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:27.418353 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] For port 279be79a-6264-42c8-b0f6-0fcb5f0d712a, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:43:27.426070 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] For port 279be79a-6264-42c8-b0f6-0fcb5f0d712a, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=279be79a-6264-42c8-b0f6-0fcb5f0d712a,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:43:27.454102 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:27.470639 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:27.644698 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acbbd7-963f-4320-820e-4d354fe4a4cb None None] Pushing event updated for resources: {'Port': ['ID=279be79a-6264-42c8-b0f6-0fcb5f0d712a,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:27.651140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e4acbbd7-963f-4320-820e-4d354fe4a4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:27.705880 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:27.706571 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000c7f61d0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:27.773579 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Set router 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:28.105716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:28.308049 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d2af710>, [{'id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'name': 'tempest-TestVolumeBootPattern-2076117555-router', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '0f45f14e-af95-4848-a174-4424eae84c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:24Z', 'updated_at': '2021-02-17T04:43:26Z', 'revision_number': 3, 'project_id': '5a1e0353f3e2401e8ff0d40af4514183', 'gw_port': {'id': '0f45f14e-af95-4848-a174-4424eae84c15', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:28.313045 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Checking router: 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:43:28.313459 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Updating router 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 port 0f45f14e-af95-4848-a174-4424eae84c15 binding host dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:43:28.321242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 890c693e-3fc4-4ad5-979c-d95ff7d87a6a up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:28.381920 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.589902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:28.597068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 279be79a-6264-42c8-b0f6-0fcb5f0d712a up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:28.740526 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000c7f61d0>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:28.746120 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2285a-a75d-4d59-b9b8-8bdba0fb90ef None None] The sync data for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi is: [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:27Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:43:28.763101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 279be79a-6264-42c8-b0f6-0fcb5f0d712a completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:28.765643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.769361 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 279be79a-6264-42c8-b0f6-0fcb5f0d712a triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:28.770032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.929403 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.947775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Transition to ACTIVE for port object 0f45f14e-af95-4848-a174-4424eae84c15 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:28.952063 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.975739 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:28.992979 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 279be79a-6264-42c8-b0f6-0fcb5f0d712a, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=279be79a-6264-42c8-b0f6-0fcb5f0d712a,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:29.063217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:29.069410 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e4acbbd7-963f-4320-820e-4d354fe4a4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:29.152788 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:29.224392 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=279be79a-6264-42c8-b0f6-0fcb5f0d712a,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:29.228084 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:29.266060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb4b46f-4e84-4679-9b55-64f0eeb63f65 None None] Network 8e3863f1-1802-417e-b91f-5d2b58539ea1 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:43:29.337642 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Allocated IP 172.20.0.1 (8e3863f1-1802-417e-b91f-5d2b58539ea1/1e03c087-fbcf-427a-8e60-475b669735b7/ee7100fe-7434-429b-ba99-bc8f5fcb82ed) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:43:29.364362 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadc7b0-ac9c-4e4e-afac-dd40d2889162 None None] Pushing event updated for resources: {'Port': ['ID=0f45f14e-af95-4848-a174-4424eae84c15,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:29.372109 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2eadc7b0-ac9c-4e4e-afac-dd40d2889162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:29.416200 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Attempting to bind port 0f45f14e-af95-4848-a174-4424eae84c15 on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:43:29.416679 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Attempting to bind port 0f45f14e-af95-4848-a174-4424eae84c15 by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:43:29.419914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Attempting to bind port 0f45f14e-af95-4848-a174-4424eae84c15 on network 41731883-87f5-4e1a-89a9-5fc9628819cc {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:43:29.423846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:43:29.424352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Checking segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:29.424872 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:29.425543 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Bound using segment: {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:43:29.426060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Bound port: 0f45f14e-af95-4848-a174-4424eae84c15, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754b186f-f638-4d07-b1d5-a0d7d6c4e5e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:43:29.426551 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:29.510886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] For port 0f45f14e-af95-4848-a174-4424eae84c15, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:43:29.514138 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] For port 0f45f14e-af95-4848-a174-4424eae84c15, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=0f45f14e-af95-4848-a174-4424eae84c15,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:43:29.532544 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-a51fa407-6cce-40cb-8891-111f4a7bd1a5 None None] Provisioning for port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:29.545615 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:29.549142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-a51fa407-6cce-40cb-8891-111f4a7bd1a5 None None] Provisioning complete for port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:29.549565 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a51fa407-6cce-40cb-8891-111f4a7bd1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:29.550959 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:29.566412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:29.570085 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Transition to ACTIVE for port object ee7100fe-7434-429b-ba99-bc8f5fcb82ed will not be triggered until provisioned by entity DHCP. {{(pid=84039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:29.614240 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:29.634059 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:29.772473 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a51fa407-6cce-40cb-8891-111f4a7bd1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:29.809898 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadc7b0-ac9c-4e4e-afac-dd40d2889162 None None] Pushing event updated for resources: {'Port': ['ID=0f45f14e-af95-4848-a174-4424eae84c15,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:29.824142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2eadc7b0-ac9c-4e4e-afac-dd40d2889162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84041) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:29.854971 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-a51fa407-6cce-40cb-8891-111f4a7bd1a5 None None] For port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=890c693e-3fc4-4ad5-979c-d95ff7d87a6a,segment=NetworkSegment(a8b9c197-4e17-434e-9321-f07c155b0dc2),segment_id=a8b9c197-4e17-434e-9321-f07c155b0dc2)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:29.882456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097559e-c425-402b-98f2-c340e3cd88c5 req-2716d29f-fb85-4631-bab2-e3977d954fc3 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:29.893274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a51fa407-6cce-40cb-8891-111f4a7bd1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:29.895507 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d3263625-3df1-4424-9e66-57ffd4b509eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:29.901201 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c097559e-c425-402b-98f2-c340e3cd88c5 req-2716d29f-fb85-4631-bab2-e3977d954fc3 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 945 time: 0.2316165
Feb 17 04:43:29.944183 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Routers {'00be2ef6-9560-4712-9cd8-ddab4f75cbb2'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:29.945306 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d2af710>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['00be2ef6-9560-4712-9cd8-ddab4f75cbb2'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:29.978890 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Pushing event updated for resources: {'Port': ['ID=ee7100fe-7434-429b-ba99-bc8f5fcb82ed,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:29.979939 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c097559e-c425-402b-98f2-c340e3cd88c5 req-de6bf44c-6784-43b4-8321-fd89fa659267 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767670
Feb 17 04:43:29.983219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:30.044611 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fa407-6cce-40cb-8891-111f4a7bd1a5 None None] Pushing event updated for resources: {'Port': ['ID=890c693e-3fc4-4ad5-979c-d95ff7d87a6a,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:30.052491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a51fa407-6cce-40cb-8891-111f4a7bd1a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:30.134632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-97979d95-508f-4e9c-ab76-43ff37c48721 None None] Provisioning complete for port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:30.135529 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97979d95-508f-4e9c-ab76-43ff37c48721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:30.145283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Network 8e3863f1-1802-417e-b91f-5d2b58539ea1 is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:30.146686 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:30.157792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:43:30.233893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854398719'] for router_interface, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:30.235592 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 279be79a-6264-42c8-b0f6-0fcb5f0d712a up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:30.295072 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] Set router 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:30.444871 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 279be79a-6264-42c8-b0f6-0fcb5f0d712a triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:30.445358 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:30.518155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-97979d95-508f-4e9c-ab76-43ff37c48721 None None] Provisioning for port ee7100fe-7434-429b-ba99-bc8f5fcb82ed completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:30.547055 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-97979d95-508f-4e9c-ab76-43ff37c48721 None None] Provisioning complete for port ee7100fe-7434-429b-ba99-bc8f5fcb82ed triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:30.547508 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-97979d95-508f-4e9c-ab76-43ff37c48721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:30.650366 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:30.664376 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-97979d95-508f-4e9c-ab76-43ff37c48721 None None] Port ee7100fe-7434-429b-ba99-bc8f5fcb82ed cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:43:30.732722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d2af710>, [{'id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'name': 'tempest-TestVolumeBootPattern-2076117555-router', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '0f45f14e-af95-4848-a174-4424eae84c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:24Z', 'updated_at': '2021-02-17T04:43:26Z', 'revision_number': 3, 'project_id': '5a1e0353f3e2401e8ff0d40af4514183', 'gw_port': {'id': '0f45f14e-af95-4848-a174-4424eae84c15', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:30.745576 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39258017-c138-41cf-98b0-04f7b7f0072b None None] The sync data for ids ['00be2ef6-9560-4712-9cd8-ddab4f75cbb2'] in dv-cinder-759955-5-iscsi is: [{'id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'name': 'tempest-TestVolumeBootPattern-2076117555-router', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '0f45f14e-af95-4848-a174-4424eae84c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:24Z', 'updated_at': '2021-02-17T04:43:26Z', 'revision_number': 3, 'project_id': '5a1e0353f3e2401e8ff0d40af4514183', 'gw_port': {'id': '0f45f14e-af95-4848-a174-4424eae84c15', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:43:30.794646 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-4e7ffcd9-7858-4165-874f-7554a03e9738 None None] Provisioning complete for port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:30.795256 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffcd9-7858-4165-874f-7554a03e9738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:31.021009 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-4e7ffcd9-7858-4165-874f-7554a03e9738 None None] Provisioning complete for port ee7100fe-7434-429b-ba99-bc8f5fcb82ed triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:31.021009 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffcd9-7858-4165-874f-7554a03e9738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:31.086516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-4e7ffcd9-7858-4165-874f-7554a03e9738 None None] Port ee7100fe-7434-429b-ba99-bc8f5fcb82ed cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:43:31.153841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:31.199901 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:31.215427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-70e9f4f3-efd6-4741-a76a-c90393e88d0f None None] Provisioning complete for port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:31.215845 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-70e9f4f3-efd6-4741-a76a-c90393e88d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:31.270524 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcf874-ecbc-4645-8e66-9367d1f9fc85 req-ea052921-1092-4a44-acf4-1149a93df4ae tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:31.271533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f5dcd7a7-f3c0-45ed-b46a-d368e4823b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:31.273554 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d4dcf874-ecbc-4645-8e66-9367d1f9fc85 req-ea052921-1092-4a44-acf4-1149a93df4ae tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 945 time: 0.1037114
Feb 17 04:43:31.355857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853154899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-377191'] for router_interface, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:31.410136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-d4dcf874-ecbc-4645-8e66-9367d1f9fc85 req-d185d9e8-226a-4326-96a7-19aa37b0a055 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Deleting port 4eabac41-4358-4828-be38-b750e8266c3e {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:43:31.411155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d4dcf874-ecbc-4645-8e66-9367d1f9fc85 req-d185d9e8-226a-4326-96a7-19aa37b0a055 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:31.581634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Pushing event updated for resources: {'Port': ['ID=ee7100fe-7434-429b-ba99-bc8f5fcb82ed,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:31.592558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a23161-f188-4b47-b0e7-e2c6dfd39aca req-8324c0d1-7c25-48db-a614-e24af83e3e76 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:31.594351 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-57a23161-f188-4b47-b0e7-e2c6dfd39aca req-8324c0d1-7c25-48db-a614-e24af83e3e76 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 945 time: 0.4805958
Feb 17 04:43:31.595564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:31.621928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 4eabac41-4358-4828-be38-b750e8266c3e no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:43:31.658411 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-57a23161-f188-4b47-b0e7-e2c6dfd39aca req-85590a5d-4942-43c0-9d7b-853941431cbe tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/security-groups?id=afa4eaa4-71fd-4619-9549-97c2f1160904&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568087
Feb 17 04:43:31.660624 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Network 8e3863f1-1802-417e-b91f-5d2b58539ea1 is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:43:31.662154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:43:31.807512 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-d4dcf874-ecbc-4645-8e66-9367d1f9fc85 req-d185d9e8-226a-4326-96a7-19aa37b0a055 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] For port 4eabac41-4358-4828-be38-b750e8266c3e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=4eabac41-4358-4828-be38-b750e8266c3e,segment=NetworkSegment(0a9c9c5a-1a03-468d-92a7-be855a560229),segment_id=0a9c9c5a-1a03-468d-92a7-be855a560229)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:31.809585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d4dcf874-ecbc-4645-8e66-9367d1f9fc85 req-d185d9e8-226a-4326-96a7-19aa37b0a055 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:31.937232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Router 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:43:32.122185 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-d4dcf874-ecbc-4645-8e66-9367d1f9fc85 req-d185d9e8-226a-4326-96a7-19aa37b0a055 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Calling delete_port for 4eabac41-4358-4828-be38-b750e8266c3e owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:43:32.206625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-33dce52a-c316-43be-a496-340e685a6f1c None None] Provisioning complete for port ee7100fe-7434-429b-ba99-bc8f5fcb82ed triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:32.207138 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-33dce52a-c316-43be-a496-340e685a6f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:32.236962 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:43:32.253050 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-1b7dad36-7d21-4d67-b73c-085e775a2d41 admin admin] 10.222.0.73 "PUT /v2.0/routers/00be2ef6-9560-4712-9cd8-ddab4f75cbb2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8968749
Feb 17 04:43:32.258781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 890c693e-3fc4-4ad5-979c-d95ff7d87a6a up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:32.369911 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-33dce52a-c316-43be-a496-340e685a6f1c None None] Port ee7100fe-7434-429b-ba99-bc8f5fcb82ed cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:43:32.413988 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d4dcf874-ecbc-4645-8e66-9367d1f9fc85 req-d185d9e8-226a-4326-96a7-19aa37b0a055 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:32.436471 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4e33e09b-3a95-4372-ab81-0a8a89ed6956 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:32.450867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:32.609179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185d9e8-226a-4326-96a7-19aa37b0a055 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Pushing event deleted for resources: {'Port': ['ID=4eabac41-4358-4828-be38-b750e8266c3e,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:32.615573 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d185d9e8-226a-4326-96a7-19aa37b0a055 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:32.632516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:32.633156 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:32.675631 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4dcf874-ecbc-4645-8e66-9367d1f9fc85 req-d185d9e8-226a-4326-96a7-19aa37b0a055 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] No DVR routers for this DVR port 4eabac41-4358-4828-be38-b750e8266c3e on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:43:32.679084 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d4dcf874-ecbc-4645-8e66-9367d1f9fc85 req-d185d9e8-226a-4326-96a7-19aa37b0a055 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:32.684091 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c38376-4358-4e1c-b8e1-9dd30d8563c8', 'name': 'network-vif-deleted', 'tag': '4eabac41-4358-4828-be38-b750e8266c3e'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:43:32.767368 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d4dcf874-ecbc-4645-8e66-9367d1f9fc85 req-d185d9e8-226a-4326-96a7-19aa37b0a055 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.76 "DELETE /v2.0/ports/4eabac41-4358-4828-be38-b750e8266c3e HTTP/1.1" status: 204  len: 173 time: 1.4874597
Feb 17 04:43:32.783131 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c38376-4358-4e1c-b8e1-9dd30d8563c8', 'name': 'network-vif-deleted', 'tag': '4eabac41-4358-4828-be38-b750e8266c3e', 'status': 'completed', 'code': 200}
Feb 17 04:43:32.864554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 0f45f14e-af95-4848-a174-4424eae84c15 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:32.979676 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port 0f45f14e-af95-4848-a174-4424eae84c15 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:32.985399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 0f45f14e-af95-4848-a174-4424eae84c15 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:32.985799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.004166 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-27402361-18d8-46a4-be52-e3df4712cf85 req-0f55f816-61d4-48b2-9af7-420c62c2aac5 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 210 time: 0.0646880
Feb 17 04:43:33.144695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-511321096', 'description': 'tempest-TestVolumeBootPattern-511321096 description'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:33.151127 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.152388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:33.157140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Usage tracker for resource:security_group and tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:33.162192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:33.170129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port 0f45f14e-af95-4848-a174-4424eae84c15, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=0f45f14e-af95-4848-a174-4424eae84c15,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:33.174058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:33.190322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.192344 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e4acbbd7-963f-4320-820e-4d354fe4a4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:33.211486 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.234492 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:33.238815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Usage tracker for resource:security_group_rule and tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:33.241851 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:33.248730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:33.271831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=0f45f14e-af95-4848-a174-4424eae84c15,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:33.275671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:33.330748 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.360508 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.370597 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-19aceaf9-691c-499f-bcd3-2eaa47dacb1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:33.423022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:33.427183 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:33.457585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.458967 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b7f1e8ca-188c-47da-87ed-18858b1c295f req-3c8d5234-6f55-4bfc-92f7-d83fa062d02b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3192165
Feb 17 04:43:33.536016 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-383ca173-6665-4599-8773-170b819d43c1 req-05c1c779-99cd-4df3-a0d7-cbd5dc8318dc tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups/fcc9b4cd-f53a-4367-ac89-10d39a04b2c8 HTTP/1.1" status: 200  len: 1806 time: 0.0533352
Feb 17 04:43:33.550253 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-383ca173-6665-4599-8773-170b819d43c1 req-4e57b6b6-9f17-4f63-8003-723791bd8084 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcc9b4cd-f53a-4367-ac89-10d39a04b2c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:33.550607 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-383ca173-6665-4599-8773-170b819d43c1 req-4e57b6b6-9f17-4f63-8003-723791bd8084 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcc9b4cd-f53a-4367-ac89-10d39a04b2c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:33.557880 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-383ca173-6665-4599-8773-170b819d43c1 req-4e57b6b6-9f17-4f63-8003-723791bd8084 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:33.562238 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-383ca173-6665-4599-8773-170b819d43c1 req-4e57b6b6-9f17-4f63-8003-723791bd8084 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Usage tracker for resource:security_group_rule and tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec is out of sync, need to count used quota {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:33.565317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-383ca173-6665-4599-8773-170b819d43c1 req-4e57b6b6-9f17-4f63-8003-723791bd8084 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84038) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:33.571060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-383ca173-6665-4599-8773-170b819d43c1 req-4e57b6b6-9f17-4f63-8003-723791bd8084 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:33.682944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-383ca173-6665-4599-8773-170b819d43c1 req-4e57b6b6-9f17-4f63-8003-723791bd8084 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.713493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-383ca173-6665-4599-8773-170b819d43c1 req-4e57b6b6-9f17-4f63-8003-723791bd8084 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.748476 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-383ca173-6665-4599-8773-170b819d43c1 req-4e57b6b6-9f17-4f63-8003-723791bd8084 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.750821 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b24933d4-423a-4ca8-b8c3-9726fb55e6bc tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:33.775499 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57b6b6-9f17-4f63-8003-723791bd8084 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda7f080-963f-4bcf-b56f-bfac42a178db,revision_number=0']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:33.778313 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-4e57b6b6-9f17-4f63-8003-723791bd8084 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:33.813511 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-383ca173-6665-4599-8773-170b819d43c1 req-4e57b6b6-9f17-4f63-8003-723791bd8084 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:33.814900 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-383ca173-6665-4599-8773-170b819d43c1 req-4e57b6b6-9f17-4f63-8003-723791bd8084 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2699738
Feb 17 04:43:34.025839 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d503bc21-1e55-404b-8553-ceec5ba32b61 req-c5907299-6a7d-4fe1-81c1-3b50fd97154d tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups/fcc9b4cd-f53a-4367-ac89-10d39a04b2c8 HTTP/1.1" status: 200  len: 2399 time: 0.1844194
Feb 17 04:43:34.036474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-d503bc21-1e55-404b-8553-ceec5ba32b61 req-400dd8fa-f32d-4e9a-8ad7-d64c62a06365 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcc9b4cd-f53a-4367-ac89-10d39a04b2c8', 'remote_group_id': None}]} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:34.036783 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-d503bc21-1e55-404b-8553-ceec5ba32b61 req-400dd8fa-f32d-4e9a-8ad7-d64c62a06365 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcc9b4cd-f53a-4367-ac89-10d39a04b2c8', 'remote_group_id': None}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:43:34.046190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-d503bc21-1e55-404b-8553-ceec5ba32b61 req-400dd8fa-f32d-4e9a-8ad7-d64c62a06365 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:34.053162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 0f45f14e-af95-4848-a174-4424eae84c15 up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:34.055093 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-d503bc21-1e55-404b-8553-ceec5ba32b61 req-400dd8fa-f32d-4e9a-8ad7-d64c62a06365 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Usage tracker for resource:security_group_rule and tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:34.061629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-d503bc21-1e55-404b-8553-ceec5ba32b61 req-400dd8fa-f32d-4e9a-8ad7-d64c62a06365 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:34.072685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-d503bc21-1e55-404b-8553-ceec5ba32b61 req-400dd8fa-f32d-4e9a-8ad7-d64c62a06365 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:34.117392 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Sync routers for ids ['00be2ef6-9560-4712-9cd8-ddab4f75cbb2'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:43:34.148296 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Routers {'00be2ef6-9560-4712-9cd8-ddab4f75cbb2'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:34.149004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000c8862b0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['00be2ef6-9560-4712-9cd8-ddab4f75cbb2'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:34.210205 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d503bc21-1e55-404b-8553-ceec5ba32b61 req-400dd8fa-f32d-4e9a-8ad7-d64c62a06365 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:34.248998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d503bc21-1e55-404b-8553-ceec5ba32b61 req-400dd8fa-f32d-4e9a-8ad7-d64c62a06365 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:34.269269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-8c0b38ac-dac1-4f14-ba29-638b8822ee16 req-cb506399-6f2a-4de7-b746-65d79846a5c8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Synchronizing usage tracker for tenant:d222969e9f8c4c679e15b8cafb6e2f9d on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:43:34.287867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d503bc21-1e55-404b-8553-ceec5ba32b61 req-400dd8fa-f32d-4e9a-8ad7-d64c62a06365 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520829'] for security_group_rule, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:34.290267 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:34.313313 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dd8fa-f32d-4e9a-8ad7-d64c62a06365 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af69ad93-918e-4d05-a90e-f546df9ee8de,revision_number=0']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:34.317617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-400dd8fa-f32d-4e9a-8ad7-d64c62a06365 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:34.324298 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-8c0b38ac-dac1-4f14-ba29-638b8822ee16 req-cb506399-6f2a-4de7-b746-65d79846a5c8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Unset dirty status for tenant:d222969e9f8c4c679e15b8cafb6e2f9d on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:43:34.326152 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8c0b38ac-dac1-4f14-ba29-638b8822ee16 req-cb506399-6f2a-4de7-b746-65d79846a5c8 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 210 time: 0.1459966
Feb 17 04:43:34.350621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-d503bc21-1e55-404b-8553-ceec5ba32b61 req-400dd8fa-f32d-4e9a-8ad7-d64c62a06365 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:34.356018 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-d503bc21-1e55-404b-8553-ceec5ba32b61 req-400dd8fa-f32d-4e9a-8ad7-d64c62a06365 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.3253713
Feb 17 04:43:34.373466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port 0f45f14e-af95-4848-a174-4424eae84c15 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:34.373896 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:34.469230 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Set router 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:34.897352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000c8862b0>, [{'id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'name': 'tempest-TestVolumeBootPattern-2076117555-router', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '0f45f14e-af95-4848-a174-4424eae84c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:24Z', 'updated_at': '2021-02-17T04:43:30Z', 'revision_number': 4, 'project_id': '5a1e0353f3e2401e8ff0d40af4514183', 'gw_port': {'id': '0f45f14e-af95-4848-a174-4424eae84c15', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'ee7100fe-7434-429b-ba99-bc8f5fcb82ed', 'name': '', 'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'mac_address': 'fa:16:3e:af:9b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1e03c087-fbcf-427a-8e60-475b669735b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:29Z', 'updated_at': '2021-02-17T04:43:30Z', 'revision_number': 2, 'project_id': '5a1e0353f3e2401e8ff0d40af4514183', 'subnets': [{'id': '1e03c087-fbcf-427a-8e60-475b669735b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:34.900563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Checking router: 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:43:34.900975 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Updating router 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 port ee7100fe-7434-429b-ba99-bc8f5fcb82ed binding host dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 04:43:34.962170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:35.486952 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:35.501708 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Transition to ACTIVE for port object ee7100fe-7434-429b-ba99-bc8f5fcb82ed will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:43:35.502994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f37c61da-414d-467d-8936-a6b521ae27c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:35.520350 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4fdb11b3-ab29-455b-850b-5ab0711a6bb5 req-86decec5-70c2-4694-b2f1-d0911ab2a302 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7c38376-4358-4e1c-b8e1-9dd30d8563c8 HTTP/1.1" status: 200  len: 210 time: 0.0584328
Feb 17 04:43:35.544760 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:35.561289 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:35.893703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c323ff2-5de7-4112-a320-407f19cfee79 None None] Pushing event updated for resources: {'Port': ['ID=ee7100fe-7434-429b-ba99-bc8f5fcb82ed,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:35.900071 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9c323ff2-5de7-4112-a320-407f19cfee79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:35.900745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:36.094538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Attempting to bind port ee7100fe-7434-429b-ba99-bc8f5fcb82ed on host dv-cinder-759955-5-iscsi for vnic_type normal with profile  {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:43:36.095184 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Attempting to bind port ee7100fe-7434-429b-ba99-bc8f5fcb82ed by drivers openvswitch on host dv-cinder-759955-5-iscsi at level 0 using segments [{'id': 'a8b9c197-4e17-434e-9321-f07c155b0dc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:43:36.095940 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Attempting to bind port ee7100fe-7434-429b-ba99-bc8f5fcb82ed on network 8e3863f1-1802-417e-b91f-5d2b58539ea1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:43:36.105815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Checking agent: {'id': '34eb3270-d76e-4b1c-9ea9-bf96f2ec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 24, 10), 'started_at': datetime.datetime(2021, 2, 17, 4, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:43:36.106289 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Checking segment: {'id': 'a8b9c197-4e17-434e-9321-f07c155b0dc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:43:36.106853 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:36.107346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Bound using segment: {'id': 'a8b9c197-4e17-434e-9321-f07c155b0dc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:43:36.107832 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Bound port: ee7100fe-7434-429b-ba99-bc8f5fcb82ed, host: dv-cinder-759955-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b9c197-4e17-434e-9321-f07c155b0dc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:43:36.108252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:36.257187 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] For port ee7100fe-7434-429b-ba99-bc8f5fcb82ed, host dv-cinder-759955-5-iscsi, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:43:36.261610 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] For port ee7100fe-7434-429b-ba99-bc8f5fcb82ed, host dv-cinder-759955-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=ee7100fe-7434-429b-ba99-bc8f5fcb82ed,segment=NetworkSegment(a8b9c197-4e17-434e-9321-f07c155b0dc2),segment_id=a8b9c197-4e17-434e-9321-f07c155b0dc2)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:43:36.306715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:36.324180 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9c323ff2-5de7-4112-a320-407f19cfee79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:36.486233 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c323ff2-5de7-4112-a320-407f19cfee79 None None] Pushing event updated for resources: {'Port': ['ID=ee7100fe-7434-429b-ba99-bc8f5fcb82ed,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:36.491818 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9c323ff2-5de7-4112-a320-407f19cfee79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:36.533988 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Routers {'00be2ef6-9560-4712-9cd8-ddab4f75cbb2'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:43:36.534677 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000c8862b0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:43:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['00be2ef6-9560-4712-9cd8-ddab4f75cbb2'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:36.807173 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] Set router 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:43:37.274732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000c8862b0>, [{'id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'name': 'tempest-TestVolumeBootPattern-2076117555-router', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '0f45f14e-af95-4848-a174-4424eae84c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:24Z', 'updated_at': '2021-02-17T04:43:30Z', 'revision_number': 4, 'project_id': '5a1e0353f3e2401e8ff0d40af4514183', 'gw_port': {'id': '0f45f14e-af95-4848-a174-4424eae84c15', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'ee7100fe-7434-429b-ba99-bc8f5fcb82ed', 'name': '', 'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'mac_address': 'fa:16:3e:af:9b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1e03c087-fbcf-427a-8e60-475b669735b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:29Z', 'updated_at': '2021-02-17T04:43:36Z', 'revision_number': 4, 'project_id': '5a1e0353f3e2401e8ff0d40af4514183', 'subnets': [{'id': '1e03c087-fbcf-427a-8e60-475b669735b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:43:37.282808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf017f73-8a4c-4353-a0bc-1855d74d7afd None None] The sync data for ids ['00be2ef6-9560-4712-9cd8-ddab4f75cbb2'] in dv-cinder-759955-5-iscsi is: [{'id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'name': 'tempest-TestVolumeBootPattern-2076117555-router', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '0f45f14e-af95-4848-a174-4424eae84c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:24Z', 'updated_at': '2021-02-17T04:43:30Z', 'revision_number': 4, 'project_id': '5a1e0353f3e2401e8ff0d40af4514183', 'gw_port': {'id': '0f45f14e-af95-4848-a174-4424eae84c15', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': 'ee7100fe-7434-429b-ba99-bc8f5fcb82ed', 'name': '', 'network_id': '8e3863f1-1802-417e-b91f-5d2b58539ea1', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'mac_address': 'fa:16:3e:af:9b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1e03c087-fbcf-427a-8e60-475b669735b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:29Z', 'updated_at': '2021-02-17T04:43:36Z', 'revision_number': 4, 'project_id': '5a1e0353f3e2401e8ff0d40af4514183', 'subnets': [{'id': '1e03c087-fbcf-427a-8e60-475b669735b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:43:37.950701 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-86c13524-5103-486f-b3a4-61b61ac643a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:38.073188 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ee7100fe-7434-429b-ba99-bc8f5fcb82ed up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:38.224903 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning for port ee7100fe-7434-429b-ba99-bc8f5fcb82ed completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:43:38.231464 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port ee7100fe-7434-429b-ba99-bc8f5fcb82ed triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:38.231955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:38.383385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:38.398022 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:38.422993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] For port ee7100fe-7434-429b-ba99-bc8f5fcb82ed, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=ee7100fe-7434-429b-ba99-bc8f5fcb82ed,segment=NetworkSegment(a8b9c197-4e17-434e-9321-f07c155b0dc2),segment_id=a8b9c197-4e17-434e-9321-f07c155b0dc2)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:43:38.456978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:38.459336 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:38.545396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Pushing event updated for resources: {'Port': ['ID=ee7100fe-7434-429b-ba99-bc8f5fcb82ed,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:38.547977 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:39.642585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:40.044537 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ee7100fe-7434-429b-ba99-bc8f5fcb82ed up at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:43:40.130516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Provisioning complete for port ee7100fe-7434-429b-ba99-bc8f5fcb82ed triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:43:40.130951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:40.657017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:44.246912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 35534) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:44.383710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7912-70d4-4609-bea6-9487b316d885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:44.400303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-0f0d7912-70d4-4609-bea6-9487b316d885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:43:44.404466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-0f0d7912-70d4-4609-bea6-9487b316d885 admin admin] Usage tracker for resource:security_group_rule and tenant:11459edef82142499799834952694cd2 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:43:44.407867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-0f0d7912-70d4-4609-bea6-9487b316d885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:43:44.413917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-0f0d7912-70d4-4609-bea6-9487b316d885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:43:44.582493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7912-70d4-4609-bea6-9487b316d885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:44.616951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7912-70d4-4609-bea6-9487b316d885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:44.626828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-336869d4-bd41-463d-86f5-cd1c3d91a5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:44.678981 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35540) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:43:44.679205 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-0f0d7912-70d4-4609-bea6-9487b316d885 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11459edef82142499799834952694cd2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4304450
Feb 17 04:43:44.680702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d7912-70d4-4609-bea6-9487b316d885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c79c08-422e-460b-ab62-4a90bd101f32,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:44.684773 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0f0d7912-70d4-4609-bea6-9487b316d885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:44.753738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-44fa6a59-d47d-4050-9be5-1ef6add8b132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:44.782811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-44fa6a59-d47d-4050-9be5-1ef6add8b132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:44.876226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-44fa6a59-d47d-4050-9be5-1ef6add8b132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:44.881513 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f888c4c5-311b-4e02-8e72-1eabd39363ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:43:44.895007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa6a59-d47d-4050-9be5-1ef6add8b132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c79c08-422e-460b-ab62-4a90bd101f32,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:43:44.898351 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-44fa6a59-d47d-4050-9be5-1ef6add8b132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:43:44.900573 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-44fa6a59-d47d-4050-9be5-1ef6add8b132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:43:44.901835 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-44fa6a59-d47d-4050-9be5-1ef6add8b132 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/79c79c08-422e-460b-ab62-4a90bd101f32 HTTP/1.1" status: 204  len: 168 time: 0.2216966
Feb 17 04:43:52.374142 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:43:58.185703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-6f2852be-39a7-454a-979e-dd342bc7e0e2 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:security_group {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:43:58.234696 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-6f2852be-39a7-454a-979e-dd342bc7e0e2 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:security_group {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:43:58.235992 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-6f2852be-39a7-454a-979e-dd342bc7e0e2 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-511321096&fields=id&tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec HTTP/1.1" status: 200  len: 267 time: 0.0928755
Feb 17 04:43:58.398609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-6c85bb7c-4c80-4f6e-82ee-846a7f67e3e9 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:43:58.399384 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-6c85bb7c-4c80-4f6e-82ee-846a7f67e3e9 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:network {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:43:58.446274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-6c85bb7c-4c80-4f6e-82ee-846a7f67e3e9 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:network {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:43:58.447619 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-6c85bb7c-4c80-4f6e-82ee-846a7f67e3e9 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 812 time: 0.2042174
Feb 17 04:43:58.464795 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-e51f5591-8257-41bf-9f66-75e4f1a0b3f6 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/quotas/a8d0b5722b8d4bcda86ec7e0d58ea9ec HTTP/1.1" status: 200  len: 375 time: 0.0101020
Feb 17 04:43:58.557013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-b9bb2511-e6f1-45bb-9652-baa3b352bb39 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:43:58.612014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-b9bb2511-e6f1-45bb-9652-baa3b352bb39 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:43:58.613398 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-b9bb2511-e6f1-45bb-9652-baa3b352bb39 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1427922
Feb 17 04:43:58.764890 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-da6084fe-48f8-4a67-8dd6-b21ad20562f4 service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385434
Feb 17 04:43:58.910828 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-6826be8f-5a36-4305-bc14-4326d55358c5 service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392217
Feb 17 04:44:00.512940 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-78e56f65-db5c-48d0-9700-87877fb11d48 req-2bd49b37-0ab3-4348-9675-ad18082582be tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 210 time: 0.0517976
Feb 17 04:44:01.691171 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e2b94d9d-ef81-417f-8154-161dc174ddeb req-14c30998-23c6-4a6d-bdb7-3f0098bb3c31 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 210 time: 0.0617731
Feb 17 04:44:02.370620 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-f8843613-d145-49ee-a16c-395d0ee5bc52 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:02.372272 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-f8843613-d145-49ee-a16c-395d0ee5bc52 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 812 time: 0.1680896
Feb 17 04:44:02.458128 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-eaaeea45-b034-4984-838c-c31327988848 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec HTTP/1.1" status: 200  len: 5763 time: 0.0773427
Feb 17 04:44:02.468094 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'port': {'device_id': '6069f33d-afb9-47ee-a8e0-0fcd27257701', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'admin_state_up': True, 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'security_groups': ['fcc9b4cd-f53a-4367-ac89-10d39a04b2c8']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:02.621545 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:02.631797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:02.669605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Made reservation on behalf of a8d0b5722b8d4bcda86ec7e0d58ea9ec for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:44:02.675882 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:02.868450 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e79bea8-9006-4d20-91a3-83255572c258 req-a69c844d-4cb3-4bd5-a0da-a7710db4fb41 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 210 time: 0.0543072
Feb 17 04:44:02.989797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Allocated IP 172.20.0.10 (4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa/42e5597f-e796-49b0-83fc-d9567a8a2277/01cd63ef-7328-49da-8698-91a752e80431) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:44:03.427908 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:03.444500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Transition to ACTIVE for port object 01cd63ef-7328-49da-8698-91a752e80431 will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:44:03.510049 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:03.525383 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3ce2cce9-ebf6-45af-8f43-83badb8f2ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:03.667647 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event updated for resources: {'Port': ['ID=01cd63ef-7328-49da-8698-91a752e80431,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:03.672582 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:03.725691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:44:03.726833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:44:03.729242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:44:03.796416 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:03.797004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:03.841950 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3788626
Feb 17 04:44:03.853957 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-9217ed66-70f8-4454-91cc-a0a3c8f5eccb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:44:03.855047 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-9217ed66-70f8-4454-91cc-a0a3c8f5eccb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0057356
Feb 17 04:44:03.943332 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-d3a427ae-e834-4e96-b38d-c2726bb46f94 None None] Provisioning for port 01cd63ef-7328-49da-8698-91a752e80431 completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:44:03.949319 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-d3a427ae-e834-4e96-b38d-c2726bb46f94 None None] Provisioning complete for port 01cd63ef-7328-49da-8698-91a752e80431 triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:03.949886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-d3a427ae-e834-4e96-b38d-c2726bb46f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:03.978192 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Request body: {'port': {'device_id': '6069f33d-afb9-47ee-a8e0-0fcd27257701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:04.009159 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-d3a427ae-e834-4e96-b38d-c2726bb46f94 None None] Port 01cd63ef-7328-49da-8698-91a752e80431 cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:44:04.163949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.234283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80a008-7e47-4b0b-beb8-aa230f8bad7b req-b3c045c8-f0af-49af-be8a-1096451452ad tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:04.235034 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-0a80a008-7e47-4b0b-beb8-aa230f8bad7b req-b3c045c8-f0af-49af-be8a-1096451452ad tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:44:04.354671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 35718) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:04.373733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-0a80a008-7e47-4b0b-beb8-aa230f8bad7b req-b3c045c8-f0af-49af-be8a-1096451452ad tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:44:04.375045 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0a80a008-7e47-4b0b-beb8-aa230f8bad7b req-b3c045c8-f0af-49af-be8a-1096451452ad tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 932 time: 0.3500383
Feb 17 04:44:04.520215 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0a80a008-7e47-4b0b-beb8-aa230f8bad7b req-bfef26f8-69a3-41a6-a592-ac2f14fc9503 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1366992
Feb 17 04:44:04.654917 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebcab5c-bbd9-4a0e-808d-ff19b6703466 admin admin] Deleting subnet 709aee88-8e45-402b-97f8-598502f18a6f {{(pid=84039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:44:04.658135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8ebcab5c-bbd9-4a0e-808d-ff19b6703466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.668239 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01cd63ef-7328-49da-8698-91a752e80431 {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:44:04.676198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.689667 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Transition to ACTIVE for port object 01cd63ef-7328-49da-8698-91a752e80431 will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:44:04.712182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8ebcab5c-bbd9-4a0e-808d-ff19b6703466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852405141'] for subnet, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.718473 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.734990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6a69dd67-d080-4140-aa1d-ca4cdf16ec22 tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:04.776181 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8ebcab5c-bbd9-4a0e-808d-ff19b6703466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:04.884445 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Pushing event updated for resources: {'Port': ['ID=01cd63ef-7328-49da-8698-91a752e80431,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:04.889717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:05.070695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Attempting to bind port 01cd63ef-7328-49da-8698-91a752e80431 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:44:05.071242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Attempting to bind port 01cd63ef-7328-49da-8698-91a752e80431 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:44:05.071472 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Attempting to bind port 01cd63ef-7328-49da-8698-91a752e80431 on network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:44:05.077436 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:44:05.077812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Checking segment: {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:44:05.078215 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.078608 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Bound using segment: {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:44:05.079085 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Bound port: 01cd63ef-7328-49da-8698-91a752e80431, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:44:05.079530 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.081236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8ebcab5c-bbd9-4a0e-808d-ff19b6703466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317777'] for subnet, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.101829 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:05.177789 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] For port 01cd63ef-7328-49da-8698-91a752e80431, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:44:05.180935 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] For port 01cd63ef-7328-49da-8698-91a752e80431, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=01cd63ef-7328-49da-8698-91a752e80431,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:44:05.185815 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcab5c-bbd9-4a0e-808d-ff19b6703466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=709aee88-8e45-402b-97f8-598502f18a6f,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:05.204162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8ebcab5c-bbd9-4a0e-808d-ff19b6703466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:05.221970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.242814 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-7d594e8a-461c-4d5f-816e-f8ca35750f9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:05.243041 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8ebcab5c-bbd9-4a0e-808d-ff19b6703466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.253527 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8ebcab5c-bbd9-4a0e-808d-ff19b6703466 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/709aee88-8e45-402b-97f8-598502f18a6f HTTP/1.1" status: 204  len: 168 time: 0.8977544
Feb 17 04:44:05.256238 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 35722) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:05.374439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.399002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Pushing event updated for resources: {'Port': ['ID=01cd63ef-7328-49da-8698-91a752e80431,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:05.404992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:05.435619 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:05.436303 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.437834 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] 10.222.0.76 "PUT /v2.0/ports/01cd63ef-7328-49da-8698-91a752e80431 HTTP/1.1" status: 200  len: 1158 time: 1.5764315
Feb 17 04:44:05.438384 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6069f33d-afb9-47ee-a8e0-0fcd27257701', 'tag': '01cd63ef-7328-49da-8698-91a752e80431'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:44:05.451914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-72dc51fd-aa0e-4353-ae71-ad2707c6292f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.499395 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6069f33d-afb9-47ee-a8e0-0fcd27257701', 'tag': '01cd63ef-7328-49da-8698-91a752e80431', 'status': 'completed', 'code': 200}
Feb 17 04:44:05.579645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.591328 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-fc90fd83-67f9-4463-a915-993ae45ea2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:05.593247 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-fc90fd83-67f9-4463-a915-993ae45ea2dd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 1161 time: 0.0868120
Feb 17 04:44:05.710335 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000c86eba8>,) {'filters': {'network_id': ['03e92244-b0e1-440a-bd01-1b65157a154e']}} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:05.724029 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000c86eba8>, '0a9c9c5a-1a03-468d-92a7-be855a560229') {'for_net_delete': True} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:05.724318 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000c86eba8>, '0a9c9c5a-1a03-468d-92a7-be855a560229') {} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:05.726875 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-8650e9cf-c627-47d9-bae1-c21fc97d14b4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01cd63ef-7328-49da-8698-91a752e80431 HTTP/1.1" status: 200  len: 217 time: 0.1250615
Feb 17 04:44:05.737269 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370675'] for segment, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.752444 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.754451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:44:05.817926 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-38d2c09e-8c5a-46de-9bc9-4401cba04bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:05.819512 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-38d2c09e-8c5a-46de-9bc9-4401cba04bf2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0853322
Feb 17 04:44:05.830064 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfb2f2-718a-48e6-a7c6-da86da34dc33 req-0fbb5cd5-d5f6-4a8c-a325-ae7dd4ea025b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:05.831642 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0fdfb2f2-718a-48e6-a7c6-da86da34dc33 req-0fbb5cd5-d5f6-4a8c-a325-ae7dd4ea025b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 944 time: 0.1694279
Feb 17 04:44:05.861547 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.929827 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0fdfb2f2-718a-48e6-a7c6-da86da34dc33 req-2eddbc53-485a-4bbe-9095-4a40ab6b0488 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0611773
Feb 17 04:44:05.947466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] Network 03e92244-b0e1-440a-bd01-1b65157a154e has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:44:05.957386 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852218915'] for segment, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:05.959689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-9c8be69f-c662-48f6-8a7e-f7b606684cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:05.961361 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-9c8be69f-c662-48f6-8a7e-f7b606684cda service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1288164
Feb 17 04:44:06.109500 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-5943428a-df49-4e0b-b3f9-e53829f06bb8 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410782
Feb 17 04:44:06.140320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] Network 03e92244-b0e1-440a-bd01-1b65157a154e has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:44:06.167174 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:44:06.260601 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-47dfaaf1-f1a4-4438-a2d2-ec35001b3032 req-6f3af2ad-1daa-44f1-9a82-5b2607415531 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444736
Feb 17 04:44:06.286523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:06.290005 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:06.305009 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:06.317427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] Pushing event deleted for resources: {'Network': ['ID=03e92244-b0e1-440a-bd01-1b65157a154e,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:06.322564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:06.338612 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-c11b469b-64fd-4de2-b6a8-5957666e986a admin admin] 10.222.0.73 "DELETE /v2.0/networks/03e92244-b0e1-440a-bd01-1b65157a154e HTTP/1.1" status: 204  len: 168 time: 1.0813377
Feb 17 04:44:06.411445 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b42d1d-053e-487e-a3a8-f5c9e2e69a1f req-52a03ffc-efa4-47b8-b9da-51b7c7cbf77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:06.413049 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-89b42d1d-053e-487e-a3a8-f5c9e2e69a1f req-52a03ffc-efa4-47b8-b9da-51b7c7cbf77d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 1161 time: 0.0824943
Feb 17 04:44:06.560331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b42d1d-053e-487e-a3a8-f5c9e2e69a1f req-4da880ff-51f8-42de-93d0-c109c457f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:06.561927 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-89b42d1d-053e-487e-a3a8-f5c9e2e69a1f req-4da880ff-51f8-42de-93d0-c109c457f65e service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.1415737
Feb 17 04:44:06.593226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 35732) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:06.638219 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-89b42d1d-053e-487e-a3a8-f5c9e2e69a1f req-34a74fa7-843a-494e-9c8f-369307243667 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01cd63ef-7328-49da-8698-91a752e80431 HTTP/1.1" status: 200  len: 217 time: 0.0689435
Feb 17 04:44:06.652220 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-4f3078cf-a5a0-4e57-bd4f-59e603b204ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d222969e9f8c4c679e15b8cafb6e2f9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0546472
Feb 17 04:44:06.652940 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 35736) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:06.709579 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b42d1d-053e-487e-a3a8-f5c9e2e69a1f req-b8c54c52-b992-4a57-a425-ad6ba063d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:06.711173 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-89b42d1d-053e-487e-a3a8-f5c9e2e69a1f req-b8c54c52-b992-4a57-a425-ad6ba063d037 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0667319
Feb 17 04:44:06.718058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e07b0ef6-9ecc-4213-8670-2e17e7d75510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:06.745711 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e07b0ef6-9ecc-4213-8670-2e17e7d75510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:06.792915 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b42d1d-053e-487e-a3a8-f5c9e2e69a1f req-6ea6ac3c-653e-4051-85f8-8e67af99657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:06.795009 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-89b42d1d-053e-487e-a3a8-f5c9e2e69a1f req-6ea6ac3c-653e-4051-85f8-8e67af99657f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777440
Feb 17 04:44:06.821502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e07b0ef6-9ecc-4213-8670-2e17e7d75510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:06.826683 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a6624945-e072-4dd3-bda5-f1904df6e9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:06.841568 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b0ef6-9ecc-4213-8670-2e17e7d75510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa4eaa4-71fd-4619-9549-97c2f1160904,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:06.844229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e07b0ef6-9ecc-4213-8670-2e17e7d75510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:06.862737 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e07b0ef6-9ecc-4213-8670-2e17e7d75510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:06.866656 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e07b0ef6-9ecc-4213-8670-2e17e7d75510 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/afa4eaa4-71fd-4619-9549-97c2f1160904 HTTP/1.1" status: 204  len: 168 time: 0.2097552
Feb 17 04:44:06.941003 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-89b42d1d-053e-487e-a3a8-f5c9e2e69a1f req-c0ad9b9c-76ce-4afa-aed7-77c5a6d3d8d0 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390071
Feb 17 04:44:07.089134 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-89b42d1d-053e-487e-a3a8-f5c9e2e69a1f req-cdb121ca-bf0d-4155-9c16-c715a2e6150b service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418107
Feb 17 04:44:07.143956 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5832b-c8dc-4ad2-80b3-b82aae9b6625 req-6ddfb45b-a8de-406b-b5cb-2d5425adac31 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:07.145627 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70f5832b-c8dc-4ad2-80b3-b82aae9b6625 req-6ddfb45b-a8de-406b-b5cb-2d5425adac31 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 944 time: 0.0952299
Feb 17 04:44:07.193027 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-70f5832b-c8dc-4ad2-80b3-b82aae9b6625 req-6877883f-0299-4454-9b31-06d10654aed1 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:security_group {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:44:07.206135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-70f5832b-c8dc-4ad2-80b3-b82aae9b6625 req-6877883f-0299-4454-9b31-06d10654aed1 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:security_group {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:44:07.211790 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-70f5832b-c8dc-4ad2-80b3-b82aae9b6625 req-6877883f-0299-4454-9b31-06d10654aed1 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0597889
Feb 17 04:44:07.949614 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2757b715-31ec-4220-b000-52e1038e19e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:08.364561 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:08.424990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852820f2-1911-4753-8d2e-b5ab0f22a28b req-0a3dc8b3-e7bb-44b8-8b54-1f75a79d4a19 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:08.427089 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-852820f2-1911-4753-8d2e-b5ab0f22a28b req-0a3dc8b3-e7bb-44b8-8b54-1f75a79d4a19 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 944 time: 0.1021543
Feb 17 04:44:08.484161 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-852820f2-1911-4753-8d2e-b5ab0f22a28b req-f8f179f2-e3a2-45c8-aa1c-ca541a077d9b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0507197
Feb 17 04:44:09.663865 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:09.694437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c86314-cc21-4c0b-928b-b97050aef99f req-6c5f1403-f3b1-4af6-9e19-688f9c8de22b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:09.696114 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e5c86314-cc21-4c0b-928b-b97050aef99f req-6c5f1403-f3b1-4af6-9e19-688f9c8de22b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 944 time: 0.0943193
Feb 17 04:44:09.745845 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e5c86314-cc21-4c0b-928b-b97050aef99f req-b4c8a73c-7b31-4bcc-8950-6c57c978f6e7 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0421619
Feb 17 04:44:10.695602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:10.945336 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148e73c-2418-4da7-899e-5956d983c29e req-f6779247-c6ac-4be1-885b-341fc56cbfd7 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:10.946837 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3148e73c-2418-4da7-899e-5956d983c29e req-f6779247-c6ac-4be1-885b-341fc56cbfd7 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 944 time: 0.0863993
Feb 17 04:44:10.999937 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3148e73c-2418-4da7-899e-5956d983c29e req-40447f9e-ad7d-4fcd-8b3e-f290add2ed42 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0460923
Feb 17 04:44:12.206533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db082dfe-8186-4d3f-a7da-f7c12683a052 req-c888182f-c1a9-4012-b4f3-3b938567f6a3 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:12.206533 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-db082dfe-8186-4d3f-a7da-f7c12683a052 req-c888182f-c1a9-4012-b4f3-3b938567f6a3 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 944 time: 0.0933688
Feb 17 04:44:12.256972 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-db082dfe-8186-4d3f-a7da-f7c12683a052 req-34bc6d69-37e7-4d30-ab85-9e826aa9a555 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0435443
Feb 17 04:44:13.467548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ffb28-2212-4e1d-af84-b72c28e054d3 req-36019210-3d11-420a-b112-f25805c21415 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:13.469183 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-563ffb28-2212-4e1d-af84-b72c28e054d3 req-36019210-3d11-420a-b112-f25805c21415 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 944 time: 0.0953708
Feb 17 04:44:13.521791 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-563ffb28-2212-4e1d-af84-b72c28e054d3 req-80596d58-ad3e-4ebe-af19-de54e4123dd5 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0459716
Feb 17 04:44:14.726928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc59e9-5904-474d-aebb-aa1daae422d3 req-3608339d-f196-4f7b-b0ae-adb2c77cf080 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:14.728571 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-55dc59e9-5904-474d-aebb-aa1daae422d3 req-3608339d-f196-4f7b-b0ae-adb2c77cf080 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 944 time: 0.0906665
Feb 17 04:44:14.781069 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-55dc59e9-5904-474d-aebb-aa1daae422d3 req-c9fc79b4-c887-407f-bf7f-618c0a71eb68 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0462747
Feb 17 04:44:15.985661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310dc588-5de9-4d58-a716-259d6a889eec req-1f52e6a7-ed30-48be-8bff-1f5f8aebbb80 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:15.987260 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-310dc588-5de9-4d58-a716-259d6a889eec req-1f52e6a7-ed30-48be-8bff-1f5f8aebbb80 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 944 time: 0.0913746
Feb 17 04:44:16.036586 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-310dc588-5de9-4d58-a716-259d6a889eec req-b9ad1e97-9adc-44e6-99db-1011f4af3ba0 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0430222
Feb 17 04:44:17.234048 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365bf84-c708-43f7-a5aa-b5d25f651e28 req-5c37f626-dd33-462c-aa23-85ba7cfa35e7 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:17.235673 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f365bf84-c708-43f7-a5aa-b5d25f651e28 req-5c37f626-dd33-462c-aa23-85ba7cfa35e7 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 944 time: 0.0876570
Feb 17 04:44:17.284470 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f365bf84-c708-43f7-a5aa-b5d25f651e28 req-6ee06c2c-5c56-486d-83c3-ca41f55cc16e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0422111
Feb 17 04:44:17.889111 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 01cd63ef-7328-49da-8698-91a752e80431 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:44:18.009516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 01cd63ef-7328-49da-8698-91a752e80431 completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:44:18.015411 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 01cd63ef-7328-49da-8698-91a752e80431 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:18.015828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:18.139456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:18.167797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6069f33d-afb9-47ee-a8e0-0fcd27257701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cd63ef-7328-49da-8698-91a752e80431'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:44:18.178654 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 01cd63ef-7328-49da-8698-91a752e80431, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=01cd63ef-7328-49da-8698-91a752e80431,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:44:18.215546 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:18.219139 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6069f33d-afb9-47ee-a8e0-0fcd27257701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cd63ef-7328-49da-8698-91a752e80431', 'code': 200}
Feb 17 04:44:18.219737 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:18.292989 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=01cd63ef-7328-49da-8698-91a752e80431,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:18.300921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.301309 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.301692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.302064 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.302431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.302798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.303160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.303547 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.303915 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.304275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.304634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.304994 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.305423 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.305782 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.306168 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.306526 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.306908 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.307311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.307707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.308065 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.308441 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.309082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.309204 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.309738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:18.314268 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:18.491572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f99fcb-2989-4f4e-ab1e-f46767d20e30 req-344319a8-e983-4185-801e-0d10f40839a1 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:18.493194 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-25f99fcb-2989-4f4e-ab1e-f46767d20e30 req-344319a8-e983-4185-801e-0d10f40839a1 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 946 time: 0.0921710
Feb 17 04:44:18.543267 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-25f99fcb-2989-4f4e-ab1e-f46767d20e30 req-3138553a-c74b-414b-892d-c176d64cc04a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0430894
Feb 17 04:44:18.584428 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7753f-19c5-4027-b068-96d52b519089 req-ccf4e6a6-f683-489f-8731-87de3f753788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:18.586044 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f7a7753f-19c5-4027-b068-96d52b519089 req-ccf4e6a6-f683-489f-8731-87de3f753788 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 1163 time: 0.0784786
Feb 17 04:44:18.631112 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f7a7753f-19c5-4027-b068-96d52b519089 req-5ed00822-c832-4b59-9a0a-2b9369b55f82 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0371993
Feb 17 04:44:19.982797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61f52-72ff-44c9-9be2-dc0d99d0da22 req-92450af1-2f76-49c2-874a-89e0e3b88f49 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:19.984461 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8ba61f52-72ff-44c9-9be2-dc0d99d0da22 req-92450af1-2f76-49c2-874a-89e0e3b88f49 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 946 time: 0.3270285
Feb 17 04:44:20.032051 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8ba61f52-72ff-44c9-9be2-dc0d99d0da22 req-bb78fb7e-3841-4b58-916e-f42f408cb59a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0413480
Feb 17 04:44:21.234096 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078c091-a095-4d2a-909c-0d982e9ecafc req-931d808b-5649-4283-9f6d-51533e1db779 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:21.235751 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8078c091-a095-4d2a-909c-0d982e9ecafc req-931d808b-5649-4283-9f6d-51533e1db779 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 946 time: 0.0877187
Feb 17 04:44:21.283601 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8078c091-a095-4d2a-909c-0d982e9ecafc req-9490614a-a9b5-4684-8ab1-bcab5c927079 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0414846
Feb 17 04:44:22.259423 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 01cd63ef-7328-49da-8698-91a752e80431 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:44:22.334236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 01cd63ef-7328-49da-8698-91a752e80431 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:44:22.334661 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:22.492496 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96c921-db0f-445f-8d64-247cf7883b1c req-175734f0-61d4-426c-8680-07ee9e776319 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:22.493888 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6d96c921-db0f-445f-8d64-247cf7883b1c req-175734f0-61d4-426c-8680-07ee9e776319 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 946 time: 0.0926378
Feb 17 04:44:22.545763 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6d96c921-db0f-445f-8d64-247cf7883b1c req-a38fc8b0-6dd4-4053-8e4f-3b29c84a2f8e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0450318
Feb 17 04:44:23.769364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2f8f6-6ee2-4499-982a-bc7c65a13a8a req-877f0647-3e70-4132-8266-4f275d8a3382 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:23.771070 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5bf2f8f6-6ee2-4499-982a-bc7c65a13a8a req-877f0647-3e70-4132-8266-4f275d8a3382 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 946 time: 0.1084914
Feb 17 04:44:23.821608 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5bf2f8f6-6ee2-4499-982a-bc7c65a13a8a req-1fdf57af-6f76-4f72-bd2e-8ae05f73f92f tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0441289
Feb 17 04:44:24.026080 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0081a0-94a2-4989-be9b-9840065e0ae4 req-81de38d8-d57c-43ad-a96c-2afee8976d31 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:24.028322 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e0081a0-94a2-4989-be9b-9840065e0ae4 req-81de38d8-d57c-43ad-a96c-2afee8976d31 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 946 time: 0.0869694
Feb 17 04:44:24.080597 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1e0081a0-94a2-4989-be9b-9840065e0ae4 req-09997d3b-85a4-4648-a38f-b9213b570e3a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0458076
Feb 17 04:44:24.287460 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-309813fe-93de-4e89-91bc-b46562da61ff req-78504d37-374b-499e-b677-5d7c1b1bee87 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1682773
Feb 17 04:44:24.297877 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'floatingip': {'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:24.304155 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:24.313835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Usage tracker for resource:floatingip and tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:24.317018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:24.323418 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:24.380828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:24.529185 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:24.848196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Allocated IP 172.27.2.174 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/818e6e37-f408-4077-8821-815d8166c667) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:44:25.005260 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:25.063571 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:25.079198 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a8519b94-b8a5-4bf1-b0e0-e3362c7862ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:25.225645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event updated for resources: {'Port': ['ID=818e6e37-f408-4077-8821-815d8166c667,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:25.238060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.238487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.238902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.239317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.239735 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.240140 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.240546 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.240950 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.241347 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.241744 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.242141 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.242539 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.243000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.243436 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.243833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.244226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.244617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.245010 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.245403 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.245799 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.246185 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.246626 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.247552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.247947 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:25.252250 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:25.294243 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:44:25.295468 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:44:25.297900 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:44:25.387305 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:25.480538 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:26.002201 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:26.035089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:26.051084 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b12c7d0e-c63e-4324-b4bf-dd74d26ea2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:26.189792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event updated for resources: {'Port': ['ID=818e6e37-f408-4077-8821-815d8166c667,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:26.202874 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:26.294164 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:26.348846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:26.350179 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-309813fe-93de-4e89-91bc-b46562da61ff req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0567281
Feb 17 04:44:26.444603 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-309813fe-93de-4e89-91bc-b46562da61ff req-7e700f03-7f37-42f4-9494-ecb0e0fc8366 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:floatingip {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:44:26.495532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-309813fe-93de-4e89-91bc-b46562da61ff req-7e700f03-7f37-42f4-9494-ecb0e0fc8366 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:floatingip {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:44:26.497836 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-309813fe-93de-4e89-91bc-b46562da61ff req-7e700f03-7f37-42f4-9494-ecb0e0fc8366 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.174 HTTP/1.1" status: 200  len: 696 time: 0.1409144
Feb 17 04:44:26.670182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309813fe-93de-4e89-91bc-b46562da61ff req-d3bc03f7-3059-459b-bb7f-c652c4996908 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:26.671747 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-309813fe-93de-4e89-91bc-b46562da61ff req-d3bc03f7-3059-459b-bb7f-c652c4996908 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/networks/41731883-87f5-4e1a-89a9-5fc9628819cc HTTP/1.1" status: 200  len: 784 time: 0.1673715
Feb 17 04:44:26.863794 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-002a5391-ef89-405b-a58a-0fba2b779d21 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:26.865311 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-002a5391-ef89-405b-a58a-0fba2b779d21 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0925052
Feb 17 04:44:26.955324 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-1c8abc34-3c3e-45f0-999a-bb89677c57af tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.174 HTTP/1.1" status: 200  len: 696 time: 0.0831926
Feb 17 04:44:26.969378 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-d7e14501-d50d-4647-8ab3-5630b3bf3c02 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'floatingip': {'port_id': '01cd63ef-7328-49da-8698-91a752e80431', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:44:27.055227 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-d7e14501-d50d-4647-8ab3-5630b3bf3c02 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:27.690749 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-d7e14501-d50d-4647-8ab3-5630b3bf3c02 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:27.720215 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-d7e14501-d50d-4647-8ab3-5630b3bf3c02 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:27.907173 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-d7e14501-d50d-4647-8ab3-5630b3bf3c02 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Floating IP 9071e158-6ed6-4bb4-ad6e-c547e41c4cd0 associated. External IP: 172.27.2.174, port: 01cd63ef-7328-49da-8698-91a752e80431.
Feb 17 04:44:28.300203 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-d7e14501-d50d-4647-8ab3-5630b3bf3c02 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:44:28.491616 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-d7e14501-d50d-4647-8ab3-5630b3bf3c02 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:44:28.496078 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-d7e14501-d50d-4647-8ab3-5630b3bf3c02 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:28.501424 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b3e04-3040-4c10-9c31-f319fc295c47 None None] Sync routers for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:44:28.512120 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b3e04-3040-4c10-9c31-f319fc295c47 None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:28.512775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-6c1b3e04-3040-4c10-9c31-f319fc295c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d6fb710>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:28.556385 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-d7e14501-d50d-4647-8ab3-5630b3bf3c02 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "PUT /v2.0/floatingips/9071e158-6ed6-4bb4-ad6e-c547e41c4cd0 HTTP/1.1" status: 200  len: 997 time: 1.5936658
Feb 17 04:44:28.556880 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6069f33d-afb9-47ee-a8e0-0fcd27257701', 'tag': '01cd63ef-7328-49da-8698-91a752e80431'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:44:28.610264 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6069f33d-afb9-47ee-a8e0-0fcd27257701', 'tag': '01cd63ef-7328-49da-8698-91a752e80431', 'status': 'completed', 'code': 200}
Feb 17 04:44:28.721500 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-8ff01f73-5356-468e-b095-82cc306acbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:28.723266 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-8ff01f73-5356-468e-b095-82cc306acbfc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 1163 time: 0.1531379
Feb 17 04:44:28.737019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-6c1b3e04-3040-4c10-9c31-f319fc295c47 None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:29.086085 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb6f65-7ae1-4252-9afb-1eb3c5b711e8 req-750c983b-8a32-4366-8db4-e8a3e1839303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:29.087757 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-67fb6f65-7ae1-4252-9afb-1eb3c5b711e8 req-750c983b-8a32-4366-8db4-e8a3e1839303 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 1163 time: 0.4599648
Feb 17 04:44:29.248882 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-e7a2f97a-1e3e-4318-a76f-b8eb38f84352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:29.250492 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-e7a2f97a-1e3e-4318-a76f-b8eb38f84352 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.5150218
Feb 17 04:44:29.302552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-6c1b3e04-3040-4c10-9c31-f319fc295c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d6fb710>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '9071e158-6ed6-4bb4-ad6e-c547e41c4cd0', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': '01cd63ef-7328-49da-8698-91a752e80431', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:69:0c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6069f33d-afb9-47ee-a8e0-0fcd27257701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:25Z', 'updated_at': '2021-02-17T04:44:27Z', 'revision_number': 1, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:29.307224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b3e04-3040-4c10-9c31-f319fc295c47 None None] Checking router: 571fa0de-9ab6-4273-8f18-b00ad5403aa9 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:44:29.319341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b3e04-3040-4c10-9c31-f319fc295c47 None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:44:29.320018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-6c1b3e04-3040-4c10-9c31-f319fc295c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d6fb710>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:44:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:29.361396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb6f65-7ae1-4252-9afb-1eb3c5b711e8 req-ae1e80cb-e1e3-4343-96aa-280965957769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:29.363163 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-67fb6f65-7ae1-4252-9afb-1eb3c5b711e8 req-ae1e80cb-e1e3-4343-96aa-280965957769 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.2670794
Feb 17 04:44:29.399928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 35908) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:29.457841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:44:29.463658 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-a6878507-5bfe-4933-baf9-0df6a0b5e0f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01cd63ef-7328-49da-8698-91a752e80431 HTTP/1.1" status: 200  len: 1000 time: 0.1960971
Feb 17 04:44:29.522287 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-6c1b3e04-3040-4c10-9c31-f319fc295c47 None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:44:29.541681 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a0faff6d-8fc8-4f09-bfc8-317b71e59376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:29.544693 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-67fb6f65-7ae1-4252-9afb-1eb3c5b711e8 req-23883f0d-1b6f-47e8-84bd-b555455abc65 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01cd63ef-7328-49da-8698-91a752e80431 HTTP/1.1" status: 200  len: 1000 time: 0.1661093
Feb 17 04:44:29.558597 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a0faff6d-8fc8-4f09-bfc8-317b71e59376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:44:29.563422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a0faff6d-8fc8-4f09-bfc8-317b71e59376 admin admin] Usage tracker for resource:security_group_rule and tenant:a2df24fff23d41fda566711bd2a40eb7 is out of sync, need to count used quota {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 04:44:29.566441 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [None req-a0faff6d-8fc8-4f09-bfc8-317b71e59376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84039) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 04:44:29.573421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [None req-a0faff6d-8fc8-4f09-bfc8-317b71e59376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:44:29.598716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-9db97bea-1ee4-4265-b1e7-575e9435af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:29.600373 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-9db97bea-1ee4-4265-b1e7-575e9435af09 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.1262729
Feb 17 04:44:29.670561 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb6f65-7ae1-4252-9afb-1eb3c5b711e8 req-c7cebf53-47ec-45cc-8d43-0d5b054f79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:29.672172 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-67fb6f65-7ae1-4252-9afb-1eb3c5b711e8 req-c7cebf53-47ec-45cc-8d43-0d5b054f79c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.1191721
Feb 17 04:44:29.766705 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-1744974b-b16e-4ff5-8a18-484b26e2ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:29.768344 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-1744974b-b16e-4ff5-8a18-484b26e2ba3c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1580019
Feb 17 04:44:29.786456 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a0faff6d-8fc8-4f09-bfc8-317b71e59376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:29.814885 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a0faff6d-8fc8-4f09-bfc8-317b71e59376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:29.825173 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1811318d-428a-4156-bfce-8a9563128150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:29.862631 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb6f65-7ae1-4252-9afb-1eb3c5b711e8 req-3f402031-5783-4ac9-bb03-349cad62ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:29.864309 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-67fb6f65-7ae1-4252-9afb-1eb3c5b711e8 req-3f402031-5783-4ac9-bb03-349cad62ab90 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1848180
Feb 17 04:44:29.865416 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a0faff6d-8fc8-4f09-bfc8-317b71e59376 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a2df24fff23d41fda566711bd2a40eb7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4641531
Feb 17 04:44:29.869808 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 35914) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:44:29.875002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0faff6d-8fc8-4f09-bfc8-317b71e59376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e428bc86-d1dd-43a4-85a2-56c4389d6ff4,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:29.878792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-a0faff6d-8fc8-4f09-bfc8-317b71e59376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:29.924526 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-6c1b3e04-3040-4c10-9c31-f319fc295c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d6fb710>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '9071e158-6ed6-4bb4-ad6e-c547e41c4cd0', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': '01cd63ef-7328-49da-8698-91a752e80431', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:69:0c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6069f33d-afb9-47ee-a8e0-0fcd27257701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:25Z', 'updated_at': '2021-02-17T04:44:27Z', 'revision_number': 1, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:44:29.928835 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b3e04-3040-4c10-9c31-f319fc295c47 None None] The sync data for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi is: [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '9071e158-6ed6-4bb4-ad6e-c547e41c4cd0', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': '01cd63ef-7328-49da-8698-91a752e80431', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:69:0c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6069f33d-afb9-47ee-a8e0-0fcd27257701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:25Z', 'updated_at': '2021-02-17T04:44:27Z', 'revision_number': 1, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:44:30.097431 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-92714999-1481-4609-aca0-50656de9a1a0 service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3137569
Feb 17 04:44:30.100543 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:30.219636 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-67fb6f65-7ae1-4252-9afb-1eb3c5b711e8 req-c449d955-5cd8-4487-9b6a-8da6129be4fc service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3469982
Feb 17 04:44:30.264098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:30.272183 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc087552-7213-4026-bcfa-caefbfd2a061 None None] New status for floating IP 9071e158-6ed6-4bb4-ad6e-c547e41c4cd0: ACTIVE {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:44:30.441619 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a73843f2-0d0d-4753-9337-90dc3165c93c req-a460a1f7-f63c-4837-b920-0c29a7852b0b service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3274934
Feb 17 04:44:30.460421 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-67fb6f65-7ae1-4252-9afb-1eb3c5b711e8 req-b2e222b5-a9be-49d9-ba8c-c9dea854961a service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2284532
Feb 17 04:44:30.529787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:30.535448 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-dfcee6c7-806c-4165-a897-27c9b1834173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:44:30.548497 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e428bc86-d1dd-43a4-85a2-56c4389d6ff4,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:44:30.557999 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:30.559235 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-661de010-43a2-4532-af32-326febc83087 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e428bc86-d1dd-43a4-85a2-56c4389d6ff4 HTTP/1.1" status: 204  len: 168 time: 0.6883895
Feb 17 04:44:30.562313 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.562313 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.562313 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.562313 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.562313 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.562852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.563101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.563530 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.563942 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.564314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.564716 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.565114 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.565817 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.565929 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.566330 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.566727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.567221 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.567531 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.567954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.568347 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.568742 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.569136 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.569540 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.570050 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:44:30.573703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-661de010-43a2-4532-af32-326febc83087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:44:35.463657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9ccb-70ac-4566-9817-2c10956dd52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:35.869018 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:37.948334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6a807280-10d7-4320-9eee-aa6dda5d6a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:38.359702 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:38.872797 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3eb18307-2878-4aff-9d65-e964cae01425 req-1110e35e-df47-4768-934c-7ac3a170a96d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0836411
Feb 17 04:44:39.024678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb18307-2878-4aff-9d65-e964cae01425 req-36a1340d-3d70-45b7-9da8-49d26db4c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:39.026219 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3eb18307-2878-4aff-9d65-e964cae01425 req-36a1340d-3d70-45b7-9da8-49d26db4c0ac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 1163 time: 0.0779912
Feb 17 04:44:39.180672 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb18307-2878-4aff-9d65-e964cae01425 req-cab31978-3c26-4a8c-96c8-7a363f6c6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:39.182256 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3eb18307-2878-4aff-9d65-e964cae01425 req-cab31978-3c26-4a8c-96c8-7a363f6c6e4f service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.1358545
Feb 17 04:44:39.296962 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3eb18307-2878-4aff-9d65-e964cae01425 req-695dc8e3-710d-48a7-a9a1-66cb16aa41e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01cd63ef-7328-49da-8698-91a752e80431 HTTP/1.1" status: 200  len: 1002 time: 0.1057820
Feb 17 04:44:39.367966 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb18307-2878-4aff-9d65-e964cae01425 req-133a57bd-8f55-4e79-93fa-491261fcede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:39.369523 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3eb18307-2878-4aff-9d65-e964cae01425 req-133a57bd-8f55-4e79-93fa-491261fcede5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0635414
Feb 17 04:44:39.457637 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb18307-2878-4aff-9d65-e964cae01425 req-3953c800-5f69-43f4-a672-5749146feb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:44:39.459242 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3eb18307-2878-4aff-9d65-e964cae01425 req-3953c800-5f69-43f4-a672-5749146feb19 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823705
Feb 17 04:44:39.601228 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3eb18307-2878-4aff-9d65-e964cae01425 req-ac67b7d4-ed8b-43e3-984e-c5aff460f4d1 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349092
Feb 17 04:44:39.628911 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:44:39.751343 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3eb18307-2878-4aff-9d65-e964cae01425 req-9c19b0bf-90cc-4c1b-9759-33dbc92c1919 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1419449
Feb 17 04:44:40.662492 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:05.444564 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-218e4ce5-e179-4860-9a6e-446eb717c9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:05.899437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:06.387036 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:45:07.953552 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e6432701-bbac-47f6-8126-f82b92dd1dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:08.357220 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:09.630839 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:10.670881 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:35.438419 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7ec103d2-819e-421e-aae3-f2e86406804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:35.901138 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:37.964407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f557d067-0446-40d8-bf11-03a21060c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:38.384732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:39.425870 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1f2cf891-7997-4168-9264-9c50d992d069 req-8c220519-9d4f-4dd8-9143-7aa06ab12362 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0774961
Feb 17 04:45:39.810314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:39.833987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf891-7997-4168-9264-9c50d992d069 req-fed79ac9-d0d8-4a1c-8a33-98f113846a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:39.835612 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1f2cf891-7997-4168-9264-9c50d992d069 req-fed79ac9-d0d8-4a1c-8a33-98f113846a23 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 1163 time: 0.3214920
Feb 17 04:45:39.993395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf891-7997-4168-9264-9c50d992d069 req-34b09b6a-6fa5-4982-afc7-8f2891110766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:39.994899 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1f2cf891-7997-4168-9264-9c50d992d069 req-34b09b6a-6fa5-4982-afc7-8f2891110766 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.1383643
Feb 17 04:45:40.103676 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1f2cf891-7997-4168-9264-9c50d992d069 req-c1045bb1-9df6-4620-8db8-c3ae0b2d8def service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01cd63ef-7328-49da-8698-91a752e80431 HTTP/1.1" status: 200  len: 1002 time: 0.1023018
Feb 17 04:45:40.171736 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf891-7997-4168-9264-9c50d992d069 req-cdc4de47-bb31-4f54-aac5-ac4ba637a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:40.173275 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1f2cf891-7997-4168-9264-9c50d992d069 req-cdc4de47-bb31-4f54-aac5-ac4ba637a9c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0637119
Feb 17 04:45:40.256194 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf891-7997-4168-9264-9c50d992d069 req-75543405-c126-4f1e-9a09-cc2d43efe21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:45:40.257691 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1f2cf891-7997-4168-9264-9c50d992d069 req-75543405-c126-4f1e-9a09-cc2d43efe21e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773354
Feb 17 04:45:40.402275 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1f2cf891-7997-4168-9264-9c50d992d069 req-1328e00a-1d9b-4e97-b122-e74429faee91 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380632
Feb 17 04:45:40.546100 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1f2cf891-7997-4168-9264-9c50d992d069 req-b374bf0e-d166-449b-9e5e-949f07d660bf service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373365
Feb 17 04:45:40.655671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:45:43.386520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:46:05.440874 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-700bbf6e-90f6-48a6-8c8c-b97d2f214669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:05.915000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:07.943608 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-934a84e0-b333-46f2-80f1-4bb242897ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:08.374912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:09.634809 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:10.675308 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:18.199030 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cd1b8-8944-449f-a871-2869020bab05 req-a91e9bd3-39dc-4149-83c3-9eeb1eb4958c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:18.200651 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3f0cd1b8-8944-449f-a871-2869020bab05 req-a91e9bd3-39dc-4149-83c3-9eeb1eb4958c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 946 time: 0.0918434
Feb 17 04:46:18.248091 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3f0cd1b8-8944-449f-a871-2869020bab05 req-24308e96-7c30-4468-bb90-fecdafeff110 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0411599
Feb 17 04:46:19.349624 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 01cd63ef-7328-49da-8698-91a752e80431 up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:46:19.423816 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 01cd63ef-7328-49da-8698-91a752e80431 triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:46:19.427170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:19.456550 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e44508-2921-4ec6-aafe-04caae358d17 req-faff5958-5a19-40dd-8a0c-9a5d16d59432 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:19.458216 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-04e44508-2921-4ec6-aafe-04caae358d17 req-faff5958-5a19-40dd-8a0c-9a5d16d59432 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 946 time: 0.0943747
Feb 17 04:46:19.507945 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-04e44508-2921-4ec6-aafe-04caae358d17 req-6e54c50b-bb60-48c1-8dba-44da4d903fb0 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0431170
Feb 17 04:46:19.720438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-373e80fa-6a47-4002-b23e-e182de2be093 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:19.721991 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-373e80fa-6a47-4002-b23e-e182de2be093 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 946 time: 0.0861483
Feb 17 04:46:19.804154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Deleting port 01cd63ef-7328-49da-8698-91a752e80431 {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:46:19.804527 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:20.069878 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] For port 01cd63ef-7328-49da-8698-91a752e80431, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=01cd63ef-7328-49da-8698-91a752e80431,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:46:20.070274 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:20.381039 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:20.381608 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:20.381735 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Floating IP 9071e158-6ed6-4bb4-ad6e-c547e41c4cd0 disassociated. External IP: 172.27.2.174, port: 01cd63ef-7328-49da-8698-91a752e80431.
Feb 17 04:46:20.382030 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Calling delete_port for 01cd63ef-7328-49da-8698-91a752e80431 owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:46:20.385615 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:46:20.688947 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8c72a1f6-02c8-42f8-8411-50f5fbd9e7ef req-3e2c71d3-cafd-4e09-ad1b-856480c758c4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 210 time: 0.0496705
Feb 17 04:46:20.695546 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:20.711867 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9bda68d8-3f3a-4dc8-8e6d-1d7a1eb84f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:20.807992 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event deleted for resources: {'Port': ['ID=01cd63ef-7328-49da-8698-91a752e80431,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:20.827977 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.828401 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.828811 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.829219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.829623 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.830025 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.830431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.830833 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.831232 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.831671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.832068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.832461 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.832930 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.833325 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.833717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.834726 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.835114 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.835533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.835928 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.836320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.836708 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.837098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.837495 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.837887 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:20.843154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:21.099204 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:46:21.293430 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:46:21.305082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3e749-fd61-4789-b2b6-5465b4f3267f None None] Sync routers for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:46:21.317246 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3e749-fd61-4789-b2b6-5465b4f3267f None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:46:21.317926 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-00f3e749-fd61-4789-b2b6-5465b4f3267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d2a9e48>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:46:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:21.324314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 01cd63ef-7328-49da-8698-91a752e80431 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:46:21.334601 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] No DVR routers for this DVR port 01cd63ef-7328-49da-8698-91a752e80431 on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:46:21.336980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:21.339911 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6069f33d-afb9-47ee-a8e0-0fcd27257701', 'name': 'network-vif-deleted', 'tag': '01cd63ef-7328-49da-8698-91a752e80431'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:46:21.379629 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] No Port match for: 01cd63ef-7328-49da-8698-91a752e80431 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:46:21.380305 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 01cd63ef-7328-49da-8698-91a752e80431 not bound to the agent host hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:46:21.393486 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a2fbef27-fb6f-449a-9a2a-c721c3d1f12e req-d3f95bea-88d2-4200-9dc3-ad8527e5c76e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "DELETE /v2.0/ports/01cd63ef-7328-49da-8698-91a752e80431 HTTP/1.1" status: 204  len: 173 time: 1.6648319
Feb 17 04:46:21.544841 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-00f3e749-fd61-4789-b2b6-5465b4f3267f None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:46:21.688117 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6069f33d-afb9-47ee-a8e0-0fcd27257701', 'name': 'network-vif-deleted', 'tag': '01cd63ef-7328-49da-8698-91a752e80431', 'status': 'completed', 'code': 200}
Feb 17 04:46:21.858967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-da980e0e-6bc4-4bb0-9379-08359834b2fa req-b53e02aa-32bf-41f6-ada6-9be362767be5 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:46:21.893392 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-00f3e749-fd61-4789-b2b6-5465b4f3267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d2a9e48>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:21.898097 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3e749-fd61-4789-b2b6-5465b4f3267f None None] Checking router: 571fa0de-9ab6-4273-8f18-b00ad5403aa9 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:46:21.906573 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-da980e0e-6bc4-4bb0-9379-08359834b2fa req-b53e02aa-32bf-41f6-ada6-9be362767be5 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:46:21.907596 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3e749-fd61-4789-b2b6-5465b4f3267f None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:46:21.908001 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-da980e0e-6bc4-4bb0-9379-08359834b2fa req-b53e02aa-32bf-41f6-ada6-9be362767be5 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=6069f33d-afb9-47ee-a8e0-0fcd27257701 HTTP/1.1" status: 200  len: 210 time: 0.1018798
Feb 17 04:46:21.908242 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-00f3e749-fd61-4789-b2b6-5465b4f3267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d2a9e48>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:46:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:22.256471 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-00f3e749-fd61-4789-b2b6-5465b4f3267f None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:46:22.594390 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-00f3e749-fd61-4789-b2b6-5465b4f3267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d2a9e48>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:22.598585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3e749-fd61-4789-b2b6-5465b4f3267f None None] The sync data for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi is: [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:46:22.983044 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b09bf22-9019-4b7e-8ee9-44354c41e86e None None] New status for floating IP 9071e158-6ed6-4bb4-ad6e-c547e41c4cd0: DOWN {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:46:23.293591 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-84d3b6a8-6cc4-4aa1-acfc-ede80eb533c5 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-511321096&fields=id&tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec HTTP/1.1" status: 200  len: 267 time: 0.0442331
Feb 17 04:46:23.459511 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-df721e26-2b7a-4340-8c68-1493bfc9a796 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:23.461041 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-df721e26-2b7a-4340-8c68-1493bfc9a796 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 812 time: 0.1600764
Feb 17 04:46:23.477428 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-b2aa1da9-7a37-4c79-8b92-e881cb94d4cc tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/quotas/a8d0b5722b8d4bcda86ec7e0d58ea9ec HTTP/1.1" status: 200  len: 375 time: 0.0100806
Feb 17 04:46:23.569917 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-b8b092ed-f859-4f68-89cb-f1f94c3fc065 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0865498
Feb 17 04:46:23.589396 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-274c99b3-318d-4feb-bbb6-4171f949467c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:46:23.590450 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-274c99b3-318d-4feb-bbb6-4171f949467c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0057158
Feb 17 04:46:23.734675 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-21bb2a88-6947-4571-a7d2-0d6c6556e0a8 service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374733
Feb 17 04:46:23.879731 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-eeea9742-cfcc-4a4a-ae23-e233ff56d7aa service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376998
Feb 17 04:46:24.416000 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-8f6c7d1c-9435-49ae-b407-b4a3b5cc9f24 req-cdc35456-009e-498b-abdc-eecb52ea1cce tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 210 time: 0.0539713
Feb 17 04:46:25.586324 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4ae0a715-efad-4e80-ba03-a1dd4cfa75dc req-702144de-1b86-49a3-bbd9-3d8c397b0c3c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 210 time: 0.0560770
Feb 17 04:46:26.198320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3743c581-d01e-4f67-855e-8dc04a3263ce tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:26.209855 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3743c581-d01e-4f67-855e-8dc04a3263ce tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 812 time: 0.1694436
Feb 17 04:46:26.283457 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-f87523f3-de0b-4895-8c88-8dfdf9b778ca tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec HTTP/1.1" status: 200  len: 5763 time: 0.0751219
Feb 17 04:46:26.292204 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'port': {'device_id': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'admin_state_up': True, 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'security_groups': ['fcc9b4cd-f53a-4367-ac89-10d39a04b2c8']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:46:26.671100 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:46:26.681873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:46:26.720512 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Made reservation on behalf of a8d0b5722b8d4bcda86ec7e0d58ea9ec for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:46:26.727040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:26.759031 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4b66d3a1-a380-4ebd-ac6d-c2fb3ed40339 req-83f92a9e-b78c-4f72-a607-1ad55d44683a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 210 time: 0.0514712
Feb 17 04:46:27.040339 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Allocated IP 172.20.0.13 (4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa/42e5597f-e796-49b0-83fc-d9567a8a2277/945cdf51-bda0-4690-9a1a-7d34a6eebb4d) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:46:27.239319 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:27.309063 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Transition to ACTIVE for port object 945cdf51-bda0-4690-9a1a-7d34a6eebb4d will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:46:27.366700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:27.384991 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5eff7b81-76b3-45e1-8326-b0b2eef87942 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:27.525649 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event updated for resources: {'Port': ['ID=945cdf51-bda0-4690-9a1a-7d34a6eebb4d,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:27.528843 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:27.585970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:46:27.587098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:46:27.589523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:46:27.660662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:27.660662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:27.718901 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4307976
Feb 17 04:46:27.731439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Request body: {'port': {'device_id': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:46:27.856958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:27.923720 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-635ff44d-7949-4d16-9108-a1d9c24aeffd None None] Provisioning for port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:46:27.929817 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-635ff44d-7949-4d16-9108-a1d9c24aeffd None None] Provisioning complete for port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:46:27.933210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-635ff44d-7949-4d16-9108-a1d9c24aeffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:27.988324 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-635ff44d-7949-4d16-9108-a1d9c24aeffd None None] Port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:46:28.237703 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a246db-ef57-4e9f-815e-451d4531987c req-1c092e93-0966-4d66-80ea-569c64b7be8a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:28.238453 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-08a246db-ef57-4e9f-815e-451d4531987c req-1c092e93-0966-4d66-80ea-569c64b7be8a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:46:28.300932 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-08a246db-ef57-4e9f-815e-451d4531987c req-1c092e93-0966-4d66-80ea-569c64b7be8a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:46:28.302200 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-08a246db-ef57-4e9f-815e-451d4531987c req-1c092e93-0966-4d66-80ea-569c64b7be8a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 932 time: 0.3096085
Feb 17 04:46:28.388620 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945cdf51-bda0-4690-9a1a-7d34a6eebb4d {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:46:28.399818 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:28.404497 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-08a246db-ef57-4e9f-815e-451d4531987c req-5344f66d-0b69-4fc1-a2c5-821ece8c9308 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0713160
Feb 17 04:46:28.415782 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Transition to ACTIVE for port object 945cdf51-bda0-4690-9a1a-7d34a6eebb4d will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:46:28.455183 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:28.471442 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-00a7635c-85d8-4c80-b190-fb48b84cddca tempest-AttachVolumeNegativeTest-1689621499 tempest-AttachVolumeNegativeTest-1689621499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:28.612972 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Pushing event updated for resources: {'Port': ['ID=945cdf51-bda0-4690-9a1a-7d34a6eebb4d,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:28.618043 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:28.800686 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Attempting to bind port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:46:28.801257 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Attempting to bind port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:46:28.801391 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Attempting to bind port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d on network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:46:28.807203 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:46:28.807611 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Checking segment: {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:46:28.808019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:28.808415 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Bound using segment: {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:46:28.809002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Bound port: 945cdf51-bda0-4690-9a1a-7d34a6eebb4d, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:46:28.809377 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:28.906454 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] For port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:46:28.909579 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] For port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=945cdf51-bda0-4690-9a1a-7d34a6eebb4d,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:46:28.941710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:28.957583 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-c373d0cf-1215-4936-8870-37c147699653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:29.111397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Pushing event updated for resources: {'Port': ['ID=945cdf51-bda0-4690-9a1a-7d34a6eebb4d,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:29.116761 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:29.145709 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:29.146944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:29.148443 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-2082f6c4-41c6-435b-8071-213c26d5cede service neutron] 10.222.0.76 "PUT /v2.0/ports/945cdf51-bda0-4690-9a1a-7d34a6eebb4d HTTP/1.1" status: 200  len: 1158 time: 1.4219625
Feb 17 04:46:29.148982 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'tag': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:46:29.197678 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'tag': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'status': 'completed', 'code': 200}
Feb 17 04:46:29.298617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc98e3c-6b94-40e8-8f22-a3600354c6af req-107f4e3b-c553-4103-814b-bb399a9c4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:29.300282 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3dc98e3c-6b94-40e8-8f22-a3600354c6af req-107f4e3b-c553-4103-814b-bb399a9c4acd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 1161 time: 0.0808301
Feb 17 04:46:29.455915 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc98e3c-6b94-40e8-8f22-a3600354c6af req-3db04a33-ee4d-4afe-b565-83cc43af5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:29.457504 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3dc98e3c-6b94-40e8-8f22-a3600354c6af req-3db04a33-ee4d-4afe-b565-83cc43af5a4c service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&shared=False HTTP/1.1" status: 200  len: 906 time: 0.1480570
Feb 17 04:46:29.673933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc98e3c-6b94-40e8-8f22-a3600354c6af req-237abf62-6f3c-4b73-a478-d525254e9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:29.675552 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3dc98e3c-6b94-40e8-8f22-a3600354c6af req-237abf62-6f3c-4b73-a478-d525254e9727 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2112951
Feb 17 04:46:29.686868 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461de03-5a47-470d-883c-fdddf9682701 req-ba1a687f-18b6-456f-8a41-6de6b53330f8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:29.688555 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e461de03-5a47-470d-883c-fdddf9682701 req-ba1a687f-18b6-456f-8a41-6de6b53330f8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 944 time: 0.1493306
Feb 17 04:46:29.780469 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e461de03-5a47-470d-883c-fdddf9682701 req-880f8b3f-1bea-4221-9401-4ec001dc2b66 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0852475
Feb 17 04:46:29.812132 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-77aa9b28-7e34-4280-b9ee-32cbde30f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:29.813709 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-77aa9b28-7e34-4280-b9ee-32cbde30f8ac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 1161 time: 0.0891469
Feb 17 04:46:29.892704 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-6337477c-b859-47cf-b389-2a04d4bc1e0c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=945cdf51-bda0-4690-9a1a-7d34a6eebb4d HTTP/1.1" status: 200  len: 217 time: 0.0719583
Feb 17 04:46:29.960672 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-563c3a6a-e32e-4f6f-bb4b-2a7d09e9bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:29.962187 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-563c3a6a-e32e-4f6f-bb4b-2a7d09e9bbd6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0635984
Feb 17 04:46:30.046351 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-1266c37f-8799-485c-ae75-9f798b59a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:30.047937 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-1266c37f-8799-485c-ae75-9f798b59a684 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795755
Feb 17 04:46:30.189289 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-03aa0cad-8089-4852-9d8e-0a3aedcd65d1 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349545
Feb 17 04:46:30.330620 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-500cf1a0-5178-474f-a430-918d57ff90e1 req-853bcec0-e184-4e57-b6cb-242114ed28bf service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1343420
Feb 17 04:46:30.981998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bbe2d-8000-497c-aa23-256bd42d0532 req-7d28449e-405e-4f0d-abfe-825cdbbda538 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:30.983619 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-380bbe2d-8000-497c-aa23-256bd42d0532 req-7d28449e-405e-4f0d-abfe-825cdbbda538 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 944 time: 0.0864043
Feb 17 04:46:31.034146 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-380bbe2d-8000-497c-aa23-256bd42d0532 req-2f0f1777-5bf0-403a-ba24-4c3c358aab7a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0442641
Feb 17 04:46:32.233433 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe1cf5-18d0-4fed-ba76-2b5105ef4149 req-8621cf36-3650-48a2-bde2-546eb5d4c6b7 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:32.235023 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1efe1cf5-18d0-4fed-ba76-2b5105ef4149 req-8621cf36-3650-48a2-bde2-546eb5d4c6b7 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 944 time: 0.0858324
Feb 17 04:46:32.282656 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1efe1cf5-18d0-4fed-ba76-2b5105ef4149 req-a429007e-27c4-466a-84ff-98efd6c87a25 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0410037
Feb 17 04:46:33.485357 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab161041-ec42-4f22-bd18-eafc774d2ce3 req-24d388a5-cc95-4503-b113-027c2cbccb8c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:33.486962 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ab161041-ec42-4f22-bd18-eafc774d2ce3 req-24d388a5-cc95-4503-b113-027c2cbccb8c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 944 time: 0.0895414
Feb 17 04:46:33.534971 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ab161041-ec42-4f22-bd18-eafc774d2ce3 req-87a832a1-1b45-4bd4-a40e-7aa2c1516839 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0417330
Feb 17 04:46:34.744800 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0616b-a12a-4385-9ff5-4d7ae0b725da req-e1086881-501c-4727-9315-3fe3a11ff3dc tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:34.746413 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-acd0616b-a12a-4385-9ff5-4d7ae0b725da req-e1086881-501c-4727-9315-3fe3a11ff3dc tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 944 time: 0.0924895
Feb 17 04:46:34.796898 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-acd0616b-a12a-4385-9ff5-4d7ae0b725da req-3532961e-1631-4c66-9ef5-5061632b79e0 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0440979
Feb 17 04:46:35.444617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9c337bdb-2e75-457d-8a30-d65c2eaca07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:35.937770 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:36.021715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b7283-160d-4567-92a2-f387e06f359e req-7e1ea69a-520f-4c36-8469-c3042f32a55d tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:36.023491 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fd3b7283-160d-4567-92a2-f387e06f359e req-7e1ea69a-520f-4c36-8469-c3042f32a55d tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 944 time: 0.1080542
Feb 17 04:46:36.082090 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fd3b7283-160d-4567-92a2-f387e06f359e req-02e77d44-d624-46c5-a386-b9124f916a70 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0517554
Feb 17 04:46:37.282700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177aef51-b1df-4a75-ad97-a7c123b0593b req-470e1c72-84bd-4e31-8734-7045e1347595 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:37.284347 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-177aef51-b1df-4a75-ad97-a7c123b0593b req-470e1c72-84bd-4e31-8734-7045e1347595 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 944 time: 0.0857747
Feb 17 04:46:37.331437 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-177aef51-b1df-4a75-ad97-a7c123b0593b req-3b8c336f-7d4c-43a4-b34c-abbd88bc15de tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0403521
Feb 17 04:46:37.681208 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 945cdf51-bda0-4690-9a1a-7d34a6eebb4d up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:46:37.778124 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:46:37.783859 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:46:37.784282 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:37.929207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:37.978197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5523-fb7a-40e1-a4b6-c09a36d75fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:38.044499 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:46:38.056168 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=945cdf51-bda0-4690-9a1a-7d34a6eebb4d,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:46:38.097813 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:38.100657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f96abbb4-74b3-497f-a44f-ea81a4af5d21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:38.157017 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'code': 200}
Feb 17 04:46:38.178532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=945cdf51-bda0-4690-9a1a-7d34a6eebb4d,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:38.186805 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.187188 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.187605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.188668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.188668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.188668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.189057 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.189369 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.189732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.190096 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.190458 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.190855 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.191253 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.191638 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.192038 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.192393 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.192751 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.193658 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.194016 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.194373 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.194729 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.195082 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.195466 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.195822 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:46:38.200302 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:38.366909 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:38.586182 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c908e-2bc5-4ab8-a105-0dc0f3980ec2 req-107d6794-2a3a-45e1-9796-3e058e40c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:38.587955 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5e9c908e-2bc5-4ab8-a105-0dc0f3980ec2 req-107d6794-2a3a-45e1-9796-3e058e40c1e9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 1163 time: 0.1512275
Feb 17 04:46:38.594797 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313fa1-7ca1-4cd6-b678-6ccb14385d40 req-f3972776-26ac-4996-91c2-4a0fa3dd12c3 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:38.596362 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1a313fa1-7ca1-4cd6-b678-6ccb14385d40 req-f3972776-26ac-4996-91c2-4a0fa3dd12c3 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 946 time: 0.1166306
Feb 17 04:46:38.672641 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5e9c908e-2bc5-4ab8-a105-0dc0f3980ec2 req-3deeeef2-35f9-47ff-ac8e-323d7bb5add1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0751581
Feb 17 04:46:38.680618 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1a313fa1-7ca1-4cd6-b678-6ccb14385d40 req-9450b1c1-2b49-4974-8498-5ee4f272b744 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0670693
Feb 17 04:46:39.459468 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 945cdf51-bda0-4690-9a1a-7d34a6eebb4d up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:46:39.535997 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:46:39.536413 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:39.647008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:39.888647 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df220257-4693-433b-927a-a7eb5f880d34 req-298a4069-bbc9-4bd7-91ae-c7f12bb62ebb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:39.890288 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-df220257-4693-433b-927a-a7eb5f880d34 req-298a4069-bbc9-4bd7-91ae-c7f12bb62ebb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 946 time: 0.0927632
Feb 17 04:46:39.937766 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-df220257-4693-433b-927a-a7eb5f880d34 req-fac021e8-d262-4b5a-a62b-9bb69f58c062 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0409935
Feb 17 04:46:40.663912 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:41.133801 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df0981-bd58-45d8-ae90-53c7130cd2da req-ef868b4f-fe45-41dd-aa5e-e8ef9fba2ca8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:41.135448 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-18df0981-bd58-45d8-ae90-53c7130cd2da req-ef868b4f-fe45-41dd-aa5e-e8ef9fba2ca8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 946 time: 0.0870380
Feb 17 04:46:41.185019 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-18df0981-bd58-45d8-ae90-53c7130cd2da req-4c37ec6e-28c7-4bf3-b818-5e70fdb2f24a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0424473
Feb 17 04:46:41.394524 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e4ea6-d5eb-4934-851d-c9254c21d139 req-a6b5d3b1-acbd-4590-ab94-bb4f4a5bdb0f tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:41.396215 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ce6e4ea6-d5eb-4934-851d-c9254c21d139 req-a6b5d3b1-acbd-4590-ab94-bb4f4a5bdb0f tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 946 time: 0.0919259
Feb 17 04:46:41.437617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 945cdf51-bda0-4690-9a1a-7d34a6eebb4d up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:46:41.444700 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ce6e4ea6-d5eb-4934-851d-c9254c21d139 req-007851a1-514c-4a09-a4b3-a2016f5044ee tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0422668
Feb 17 04:46:41.512765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:46:41.513106 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:41.880302 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-0ca8e0d7-b84c-4be9-b9d0-16e4a051d502 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3963487
Feb 17 04:46:41.890909 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'floatingip': {'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:46:41.897091 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:46:41.907321 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:46:41.946573 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:42.097680 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:42.371971 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Allocated IP 172.27.2.209 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/364ffd6f-bbcc-46e6-8261-78bb5f1a139f) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:46:42.629511 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:42.687058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:42.701188 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6aa0640e-7eb7-4c2e-a705-cce9f7817975 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:42.855451 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event updated for resources: {'Port': ['ID=364ffd6f-bbcc-46e6-8261-78bb5f1a139f,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:42.859848 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:42.899779 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:46:42.900863 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:46:42.903128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:46:42.983219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:43.076226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:43.339827 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:43.377653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:43.392527 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:46:43.537281 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event updated for resources: {'Port': ['ID=364ffd6f-bbcc-46e6-8261-78bb5f1a139f,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:46:43.542165 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:46:43.629975 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:43.683317 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:43.684634 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7981150
Feb 17 04:46:43.772570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-f7f180ee-0c93-451b-b873-73d5987c22e8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:floatingip {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:46:43.820498 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-f7f180ee-0c93-451b-b873-73d5987c22e8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:floatingip {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:46:43.822019 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-f7f180ee-0c93-451b-b873-73d5987c22e8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.209 HTTP/1.1" status: 200  len: 696 time: 0.1305928
Feb 17 04:46:43.983433 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-b8fc373e-7b5f-41c3-96b2-53d155d58a46 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:43.984919 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-0b30c789-cff0-43e5-a61f-f4b16c65438f req-b8fc373e-7b5f-41c3-96b2-53d155d58a46 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/networks/41731883-87f5-4e1a-89a9-5fc9628819cc HTTP/1.1" status: 200  len: 784 time: 0.1571696
Feb 17 04:46:44.168266 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-a350e1d0-afbb-41d0-9632-1b5447b7917b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:44.169861 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-a350e1d0-afbb-41d0-9632-1b5447b7917b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0881429
Feb 17 04:46:44.258504 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-51e634ed-1811-4adf-a089-25adec86f9dd tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.209 HTTP/1.1" status: 200  len: 696 time: 0.0823376
Feb 17 04:46:44.268693 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-04a31bba-dc1b-464e-958b-92ba9605c37a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'floatingip': {'port_id': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:46:44.354024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-04a31bba-dc1b-464e-958b-92ba9605c37a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:44.989105 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-04a31bba-dc1b-464e-958b-92ba9605c37a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:45.023505 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-04a31bba-dc1b-464e-958b-92ba9605c37a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:45.208942 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-04a31bba-dc1b-464e-958b-92ba9605c37a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Floating IP 1b4a577c-d231-4f29-9870-3e3db5753488 associated. External IP: 172.27.2.209, port: 945cdf51-bda0-4690-9a1a-7d34a6eebb4d.
Feb 17 04:46:45.836203 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-04a31bba-dc1b-464e-958b-92ba9605c37a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:46:46.037889 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-04a31bba-dc1b-464e-958b-92ba9605c37a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:46:46.050427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc24d18-aabf-480f-a3a6-78f32589515e None None] Sync routers for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:46:46.051304 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-04a31bba-dc1b-464e-958b-92ba9605c37a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:46:46.063019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc24d18-aabf-480f-a3a6-78f32589515e None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:46:46.063873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-afc24d18-aabf-480f-a3a6-78f32589515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d903048>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:46:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:46.118525 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-04a31bba-dc1b-464e-958b-92ba9605c37a tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "PUT /v2.0/floatingips/1b4a577c-d231-4f29-9870-3e3db5753488 HTTP/1.1" status: 200  len: 997 time: 1.8538802
Feb 17 04:46:46.119102 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'tag': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:46:46.238953 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'tag': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'status': 'completed', 'code': 200}
Feb 17 04:46:46.271958 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-afc24d18-aabf-480f-a3a6-78f32589515e None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:46:46.341275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfbab6-68ff-418f-b2ca-af76653e4f1f req-3c35e1f4-ab81-43fb-9168-654d0d5c2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:46.343001 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b6bfbab6-68ff-418f-b2ca-af76653e4f1f req-3c35e1f4-ab81-43fb-9168-654d0d5c2c85 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 1163 time: 0.0825615
Feb 17 04:46:46.386999 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-ea4905b5-e64e-4c28-a1df-3db7ebc83180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:46.395056 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-ea4905b5-e64e-4c28-a1df-3db7ebc83180 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 1163 time: 0.2560496
Feb 17 04:46:46.497151 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfbab6-68ff-418f-b2ca-af76653e4f1f req-a83d05e8-5433-4090-a2e1-d290adcc2312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:46.499138 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b6bfbab6-68ff-418f-b2ca-af76653e4f1f req-a83d05e8-5433-4090-a2e1-d290adcc2312 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.1487958
Feb 17 04:46:46.539760 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-da98a4b2-ce9f-4848-8a2c-c9c1574f3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:46.541440 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-da98a4b2-ce9f-4848-8a2c-c9c1574f3a67 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.1453755
Feb 17 04:46:46.612790 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b6bfbab6-68ff-418f-b2ca-af76653e4f1f req-f70a21b0-398d-47bd-9c0e-c12ca12e241e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=945cdf51-bda0-4690-9a1a-7d34a6eebb4d HTTP/1.1" status: 200  len: 1000 time: 0.1067903
Feb 17 04:46:46.664151 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-8b8ccaf5-20c1-4713-a371-b1597d8b212a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=945cdf51-bda0-4690-9a1a-7d34a6eebb4d HTTP/1.1" status: 200  len: 1000 time: 0.1147423
Feb 17 04:46:46.665570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-afc24d18-aabf-480f-a3a6-78f32589515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d903048>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '1b4a577c-d231-4f29-9870-3e3db5753488', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:a1:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:42Z', 'updated_at': '2021-02-17T04:46:44Z', 'revision_number': 1, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:46.669953 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc24d18-aabf-480f-a3a6-78f32589515e None None] Checking router: 571fa0de-9ab6-4273-8f18-b00ad5403aa9 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:46:46.680970 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc24d18-aabf-480f-a3a6-78f32589515e None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:46:46.681941 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-afc24d18-aabf-480f-a3a6-78f32589515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d903048>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:46:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:46.684506 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfbab6-68ff-418f-b2ca-af76653e4f1f req-444ec7aa-4ba3-4679-96b2-3e50bcad5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:46.686248 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b6bfbab6-68ff-418f-b2ca-af76653e4f1f req-444ec7aa-4ba3-4679-96b2-3e50bcad5b95 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0669696
Feb 17 04:46:46.745403 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-c4ca3a8b-62e2-488b-963a-d87f5e6b61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:46.747237 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-c4ca3a8b-62e2-488b-963a-d87f5e6b61d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0703566
Feb 17 04:46:46.779208 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfbab6-68ff-418f-b2ca-af76653e4f1f req-40501c44-0e16-416f-9cae-d392a48fb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:46.781150 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b6bfbab6-68ff-418f-b2ca-af76653e4f1f req-40501c44-0e16-416f-9cae-d392a48fb06f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0887866
Feb 17 04:46:46.834153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-1563d3d2-05e6-4cbd-85bc-3c083d708119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:46:46.835777 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-1563d3d2-05e6-4cbd-85bc-3c083d708119 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814767
Feb 17 04:46:46.878412 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-afc24d18-aabf-480f-a3a6-78f32589515e None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:46:46.931180 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b6bfbab6-68ff-418f-b2ca-af76653e4f1f req-ac2f89f3-41ae-4c6d-8124-1387d42ee12a service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430113
Feb 17 04:46:46.987964 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-de6207be-19f0-41a8-93bf-efc7f12f2556 service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436102
Feb 17 04:46:47.078959 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b6bfbab6-68ff-418f-b2ca-af76653e4f1f req-59f329df-b6b0-481a-9c0f-a68d73445acd service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407897
Feb 17 04:46:47.138358 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-276382f0-a01d-4077-a6ea-d3093ec52653 req-af8ff82e-6ed8-486c-b636-55ad3bc6528d service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1436052
Feb 17 04:46:47.254662 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-afc24d18-aabf-480f-a3a6-78f32589515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d903048>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '1b4a577c-d231-4f29-9870-3e3db5753488', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:a1:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:42Z', 'updated_at': '2021-02-17T04:46:44Z', 'revision_number': 1, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:46:47.259625 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc24d18-aabf-480f-a3a6-78f32589515e None None] The sync data for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi is: [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '1b4a577c-d231-4f29-9870-3e3db5753488', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:a1:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:42Z', 'updated_at': '2021-02-17T04:46:44Z', 'revision_number': 1, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:46:47.551050 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536b30af-205b-48c8-ab50-2ec6a152fcc5 None None] New status for floating IP 1b4a577c-d231-4f29-9870-3e3db5753488: ACTIVE {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:46:57.385439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:47:05.443705 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c07a5a9d-2315-4879-a008-21aabf92566e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:05.937818 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:07.955222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c981ce39-79e8-434a-9e25-be04755ec3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:08.397656 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:09.639946 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:10.663004 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:34.385436 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:47:35.457760 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9be10d6d-c6d3-4789-bc27-114f60afd930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:35.932103 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:37.963449 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e44390eb-504a-410e-9baf-866b842b601b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:38.375170 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:39.626127 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:40.671939 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:47:41.839627 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97723952-f206-4287-90c6-1c9543365c98 req-0b38370a-0c02-4289-b860-1977e613659f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0768058
Feb 17 04:47:41.995812 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723952-f206-4287-90c6-1c9543365c98 req-a1a82d59-219f-45ce-9f66-0094e8f4c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:41.997426 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97723952-f206-4287-90c6-1c9543365c98 req-a1a82d59-219f-45ce-9f66-0094e8f4c629 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 1163 time: 0.0835042
Feb 17 04:47:42.152578 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723952-f206-4287-90c6-1c9543365c98 req-34b95298-8cb4-4378-bf25-d2f57c869b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:42.154140 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97723952-f206-4287-90c6-1c9543365c98 req-34b95298-8cb4-4378-bf25-d2f57c869b1c service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.1362441
Feb 17 04:47:42.262279 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97723952-f206-4287-90c6-1c9543365c98 req-dde2b330-2d73-42cd-b798-8df0e1efae5c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=945cdf51-bda0-4690-9a1a-7d34a6eebb4d HTTP/1.1" status: 200  len: 1002 time: 0.1009772
Feb 17 04:47:42.562282 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723952-f206-4287-90c6-1c9543365c98 req-6ba9e222-26fd-497c-aade-0eabe44d5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:42.563780 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97723952-f206-4287-90c6-1c9543365c98 req-6ba9e222-26fd-497c-aade-0eabe44d5c34 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.2957768
Feb 17 04:47:42.647765 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723952-f206-4287-90c6-1c9543365c98 req-8108703b-28a8-45ab-ab9c-66f6d88a1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:47:42.649367 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97723952-f206-4287-90c6-1c9543365c98 req-8108703b-28a8-45ab-ab9c-66f6d88a1495 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787511
Feb 17 04:47:42.792195 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97723952-f206-4287-90c6-1c9543365c98 req-b6a41e7f-73df-43c3-acd1-f9301d0d4ae1 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356056
Feb 17 04:47:42.937481 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-97723952-f206-4287-90c6-1c9543365c98 req-0c563578-2efa-45f4-80a4-16c695d951ac service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386294
Feb 17 04:48:05.445710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-9d79a62b-70a6-4ca8-a17a-1fa3ea9639fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:05.954323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:07.954284 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-27bcb676-5bae-4d4f-859f-4d21049743fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:08.376873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:09.628493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:10.672478 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:11.384730 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:48:13.657430 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d99f878a-3ca2-4fe8-b8dc-752fe40d3031 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-511321096&fields=id&tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec HTTP/1.1" status: 200  len: 267 time: 0.0449538
Feb 17 04:48:13.822207 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-b89ab5a0-89d5-4305-b0c6-21323a830e20 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:13.823722 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-b89ab5a0-89d5-4305-b0c6-21323a830e20 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 812 time: 0.1584234
Feb 17 04:48:13.840471 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-0258ed53-604c-4fc0-8719-7ff1a75bc45b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/quotas/a8d0b5722b8d4bcda86ec7e0d58ea9ec HTTP/1.1" status: 200  len: 375 time: 0.0106144
Feb 17 04:48:13.938601 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-adae8452-6c50-4a74-9098-a611aba7b3e1 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0926929
Feb 17 04:48:14.139006 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-92041779-c7e5-4c54-9fed-b7214f5cae12 service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1878567
Feb 17 04:48:14.283366 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-400ce5a9-a1a6-49fe-a75e-7e6fdb92837f service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374848
Feb 17 04:48:14.841608 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f70f80f0-d8db-48e0-975a-de9e50bb1841 req-f8d65998-da67-4667-85ab-e018579a4327 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 210 time: 0.0506985
Feb 17 04:48:16.013264 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-6aa1cb2c-9752-4eab-bcb1-2a75416bc8eb req-3e2fdae2-13ea-409e-a57d-ba9e3e712530 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 210 time: 0.0534501
Feb 17 04:48:16.450409 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-8c3c6274-5b6e-40f4-b30a-a88b81185d3b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:16.451998 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-8c3c6274-5b6e-40f4-b30a-a88b81185d3b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 812 time: 0.1574185
Feb 17 04:48:16.528059 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-f099f5c9-ebfc-4fb1-9259-bb9509a36fef tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec HTTP/1.1" status: 200  len: 5763 time: 0.0674789
Feb 17 04:48:16.536806 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'port': {'device_id': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'admin_state_up': True, 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'security_groups': ['fcc9b4cd-f53a-4367-ac89-10d39a04b2c8']}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:48:16.696604 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:48:16.706634 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:48:16.746584 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Made reservation on behalf of a8d0b5722b8d4bcda86ec7e0d58ea9ec for: {'port': 1} {{(pid=84038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 04:48:16.752691 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:17.064846 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Allocated IP 172.20.0.6 (4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa/42e5597f-e796-49b0-83fc-d9567a8a2277/d32c47a8-1193-4774-b0e9-c91b3e5fac4f) {{(pid=84038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:48:17.206018 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-7afa3816-d1c2-4d17-bf37-bafb3a237dee req-a990c072-0a77-46a6-a75b-c93254fbaeb2 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 210 time: 0.0566480
Feb 17 04:48:17.272712 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for port, precommit_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:17.289689 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Transition to ACTIVE for port object d32c47a8-1193-4774-b0e9-c91b3e5fac4f will not be triggered until provisioned by entity DHCP. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:48:17.340978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_create {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:17.356064 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-9a00df4c-da08-440f-bf76-43d6e098912e tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:48:17.494632 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event updated for resources: {'Port': ['ID=d32c47a8-1193-4774-b0e9-c91b3e5fac4f,revision_number=1']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:48:17.519297 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.519711 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.520118 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.520542 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.520911 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.521306 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.521701 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.522099 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.522490 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.522875 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.523262 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.523672 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.524130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.524517 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.524902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.525286 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.525710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.526097 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.526566 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.526951 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.527354 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.527739 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.528125 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.528509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:17.534669 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:48:17.570859 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa is already hosted by enough agents. {{(pid=84038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:48:17.571977 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources bound (agent type, host, resource id):  {{(pid=84038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:48:17.574982 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Received port after_create {{(pid=84038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:48:17.640775 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:17.641452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:17.701890 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-1b44a779-34d2-4f47-b94e-4d9047aafe2b tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1689742
Feb 17 04:48:17.715695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Request body: {'port': {'device_id': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:48:17.826587 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-3ec990ca-12a7-430f-bda3-78b747c868d4 None None] Provisioning for port d32c47a8-1193-4774-b0e9-c91b3e5fac4f completed by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:48:17.832373 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-3ec990ca-12a7-430f-bda3-78b747c868d4 None None] Provisioning complete for port d32c47a8-1193-4774-b0e9-c91b3e5fac4f triggered by entity DHCP. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:48:17.832790 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-3ec990ca-12a7-430f-bda3-78b747c868d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:17.837186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:17.889788 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-3ec990ca-12a7-430f-bda3-78b747c868d4 None None] Port d32c47a8-1193-4774-b0e9-c91b3e5fac4f cannot update to ACTIVE because it is not bound. {{(pid=84040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 04:48:18.251069 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32c47a8-1193-4774-b0e9-c91b3e5fac4f {{(pid=84038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 04:48:18.258969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:18.270959 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Transition to ACTIVE for port object d32c47a8-1193-4774-b0e9-c91b3e5fac4f will not be triggered until provisioned by entity L2. {{(pid=84038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 04:48:18.306602 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:18.327449 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-25bd3e8a-0135-4066-87dd-758fdf393537 tempest-VolumesNegativeTest-1934507107 tempest-VolumesNegativeTest-1934507107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:48:18.508320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428990a-1270-483f-a975-c40683e932cd service neutron] Pushing event updated for resources: {'Port': ['ID=d32c47a8-1193-4774-b0e9-c91b3e5fac4f,revision_number=2']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:48:18.511891 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d428990a-1270-483f-a975-c40683e932cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:48:18.580685 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5f162-abe0-4110-9559-3c7c3422062a req-57b5416c-1f17-454c-8d71-a52a27280563 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:18.581438 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-11c5f162-abe0-4110-9559-3c7c3422062a req-57b5416c-1f17-454c-8d71-a52a27280563 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:48:18.701945 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-11c5f162-abe0-4110-9559-3c7c3422062a req-57b5416c-1f17-454c-8d71-a52a27280563 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:48:18.703257 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-11c5f162-abe0-4110-9559-3c7c3422062a req-57b5416c-1f17-454c-8d71-a52a27280563 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 943 time: 0.3769624
Feb 17 04:48:18.776066 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-11c5f162-abe0-4110-9559-3c7c3422062a req-2a8228a6-3bc5-4a8a-93bd-8501a5cec2f9 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0646095
Feb 17 04:48:18.780729 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Attempting to bind port d32c47a8-1193-4774-b0e9-c91b3e5fac4f on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 04:48:18.781104 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Attempting to bind port d32c47a8-1193-4774-b0e9-c91b3e5fac4f by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 04:48:18.781608 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Attempting to bind port d32c47a8-1193-4774-b0e9-c91b3e5fac4f on network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 04:48:18.787463 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Checking agent: {'id': 'd8610f90-5939-41cc-9e31-11056c4316f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 31, 35), 'started_at': datetime.datetime(2021, 2, 17, 4, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.77', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 04:48:18.787845 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Checking segment: {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 04:48:18.788253 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:18.788621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Bound using segment: {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'} {{(pid=84038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 04:48:18.789325 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Bound port: d32c47a8-1193-4774-b0e9-c91b3e5fac4f, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06803b9-a0ad-4ac1-802a-8561002485f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa'}}] {{(pid=84038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 04:48:18.789571 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:18.887409 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] For port d32c47a8-1193-4774-b0e9-c91b3e5fac4f, host hv-cinder-75995, cleared binding levels {{(pid=84038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 04:48:18.890599 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] For port d32c47a8-1193-4774-b0e9-c91b3e5fac4f, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d32c47a8-1193-4774-b0e9-c91b3e5fac4f,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 04:48:18.943470 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850691820'] for port, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:18.963323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-958f4b80-8dc7-4b44-b303-00d77d3a1d2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:48:19.346978 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428990a-1270-483f-a975-c40683e932cd service neutron] Pushing event updated for resources: {'Port': ['ID=d32c47a8-1193-4774-b0e9-c91b3e5fac4f,revision_number=3']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:48:19.352482 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d428990a-1270-483f-a975-c40683e932cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:48:19.385043 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:19.385779 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:19.387162 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-d428990a-1270-483f-a975-c40683e932cd service neutron] 10.222.0.76 "PUT /v2.0/ports/d32c47a8-1193-4774-b0e9-c91b3e5fac4f HTTP/1.1" status: 200  len: 1157 time: 1.6764307
Feb 17 04:48:19.387774 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'tag': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:48:19.441661 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'tag': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f', 'status': 'completed', 'code': 200}
Feb 17 04:48:19.534127 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-a7231e9a-cab4-4df9-9c18-0c665b8078cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:19.535785 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-a7231e9a-cab4-4df9-9c18-0c665b8078cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 1160 time: 0.0818691
Feb 17 04:48:19.611950 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-f396cee7-da5e-4ec7-85d0-3c16b3d2a05d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32c47a8-1193-4774-b0e9-c91b3e5fac4f HTTP/1.1" status: 200  len: 217 time: 0.0685151
Feb 17 04:48:19.682918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-933ae879-0e1f-4003-8246-0ffab5a7ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:19.684467 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-933ae879-0e1f-4003-8246-0ffab5a7ed72 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0667958
Feb 17 04:48:19.769976 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-3033649c-6720-4a53-bb70-d5b0693a30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:19.771573 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-3033649c-6720-4a53-bb70-d5b0693a30e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804000
Feb 17 04:48:19.968321 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-3543d481-e9b4-481a-8f5b-164e27a35453 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899869
Feb 17 04:48:20.092176 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3301698-3e51-4129-8920-6c01f69b3f03 req-29d64703-8611-46fc-82f0-e08c54c47b18 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:20.093765 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e3301698-3e51-4129-8920-6c01f69b3f03 req-29d64703-8611-46fc-82f0-e08c54c47b18 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 943 time: 0.2033362
Feb 17 04:48:20.173552 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a17ec65c-987d-4e30-895f-64ee60ce6cd9 req-b79da69c-dd95-4b92-a312-4287eaced6a5 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1970792
Feb 17 04:48:20.176454 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e3301698-3e51-4129-8920-6c01f69b3f03 req-01a06142-6875-4520-9c04-62d08a4b26a9 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0691993
Feb 17 04:48:20.319079 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb9cb0-2267-4902-915a-fbb3e4c66aa5 req-b112c106-bd21-40fd-9978-72f6fcb9e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:20.320595 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-07bb9cb0-2267-4902-915a-fbb3e4c66aa5 req-b112c106-bd21-40fd-9978-72f6fcb9e373 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 1160 time: 0.0785053
Feb 17 04:48:20.463431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb9cb0-2267-4902-915a-fbb3e4c66aa5 req-a717ff96-2abf-4e96-bc89-86b474cd9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:20.464992 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-07bb9cb0-2267-4902-915a-fbb3e4c66aa5 req-a717ff96-2abf-4e96-bc89-86b474cd9a26 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.1368597
Feb 17 04:48:20.543999 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-07bb9cb0-2267-4902-915a-fbb3e4c66aa5 req-2a4d85c8-0764-43b2-b49e-d5a011372341 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32c47a8-1193-4774-b0e9-c91b3e5fac4f HTTP/1.1" status: 200  len: 217 time: 0.0709720
Feb 17 04:48:20.614148 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb9cb0-2267-4902-915a-fbb3e4c66aa5 req-bb64c5eb-624b-4221-b491-90e1ef58172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:20.615602 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-07bb9cb0-2267-4902-915a-fbb3e4c66aa5 req-bb64c5eb-624b-4221-b491-90e1ef58172e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0647871
Feb 17 04:48:20.701858 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb9cb0-2267-4902-915a-fbb3e4c66aa5 req-9ced64eb-81f9-4d18-9323-6630d274bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:20.703526 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-07bb9cb0-2267-4902-915a-fbb3e4c66aa5 req-9ced64eb-81f9-4d18-9323-6630d274bb8d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788326
Feb 17 04:48:20.852909 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-07bb9cb0-2267-4902-915a-fbb3e4c66aa5 req-394e3327-a03e-43ac-a1f3-e640c74d9dc8 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386685
Feb 17 04:48:20.998761 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-07bb9cb0-2267-4902-915a-fbb3e4c66aa5 req-c27f373e-84c7-4a1f-aaa3-62e0155726cb service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387048
Feb 17 04:48:21.378215 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f429c0-df2f-4163-a704-3bfe7d8b947a req-66a55d12-afd3-4608-85f9-f6a9d1332ab5 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:21.379744 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-95f429c0-df2f-4163-a704-3bfe7d8b947a req-66a55d12-afd3-4608-85f9-f6a9d1332ab5 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 943 time: 0.0870888
Feb 17 04:48:21.427312 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-95f429c0-df2f-4163-a704-3bfe7d8b947a req-d25af51e-ec2e-4f2d-8561-7fbec2d89273 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0404987
Feb 17 04:48:22.632516 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60c5c8-c5fd-4ef3-8acc-1442c34391e0 req-216c6b6b-d615-4ed5-8ab7-00e27575a653 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:22.634119 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5b60c5c8-c5fd-4ef3-8acc-1442c34391e0 req-216c6b6b-d615-4ed5-8ab7-00e27575a653 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 943 time: 0.0917985
Feb 17 04:48:22.683617 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-5b60c5c8-c5fd-4ef3-8acc-1442c34391e0 req-ef18b34b-cd5c-4a6a-b3b0-c64b00112c02 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0425415
Feb 17 04:48:23.885371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5df3b3-48c8-486f-9151-04d96d054a07 req-b97091ff-5fdd-4061-953c-855a659495fe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:23.886971 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fe5df3b3-48c8-486f-9151-04d96d054a07 req-b97091ff-5fdd-4061-953c-855a659495fe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 943 time: 0.0914345
Feb 17 04:48:23.934950 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fe5df3b3-48c8-486f-9151-04d96d054a07 req-07c2522c-086c-46d7-bd21-2b468d609d6e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0415683
Feb 17 04:48:25.134767 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260f855-8d4b-4be8-b7af-4350894e6475 req-71d14761-ff81-4ec3-ad87-aa1be6897488 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:25.136468 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f260f855-8d4b-4be8-b7af-4350894e6475 req-71d14761-ff81-4ec3-ad87-aa1be6897488 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 943 time: 0.0897477
Feb 17 04:48:25.185100 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f260f855-8d4b-4be8-b7af-4350894e6475 req-874f8436-9ddc-436e-b8c7-f60baf4a4058 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0424190
Feb 17 04:48:26.382335 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f8f8a-23df-4862-a5b8-581a4bb352de req-d44eccb0-d961-4893-b07f-d68e552dd803 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:26.383907 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b09f8f8a-23df-4862-a5b8-581a4bb352de req-d44eccb0-d961-4893-b07f-d68e552dd803 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 943 time: 0.0883415
Feb 17 04:48:26.435251 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-b09f8f8a-23df-4862-a5b8-581a4bb352de req-848140f3-a21c-41e0-8279-661d90ed20e5 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0450146
Feb 17 04:48:27.630364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d8996-a9b1-4a5c-aa37-a65a98f9deea req-a71dfc20-24ff-4c2b-b471-219e66c8ee13 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:27.632017 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-231d8996-a9b1-4a5c-aa37-a65a98f9deea req-a71dfc20-24ff-4c2b-b471-219e66c8ee13 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 943 time: 0.0859911
Feb 17 04:48:27.681168 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-231d8996-a9b1-4a5c-aa37-a65a98f9deea req-bff1bee9-af9a-48e5-9eb1-46a79ef8aa99 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0427611
Feb 17 04:48:28.579131 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device d32c47a8-1193-4774-b0e9-c91b3e5fac4f up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:48:28.680072 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning for port d32c47a8-1193-4774-b0e9-c91b3e5fac4f completed by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 04:48:28.685715 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port d32c47a8-1193-4774-b0e9-c91b3e5fac4f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:48:28.686130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:28.813021 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:28.842164 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:48:28.852852 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port d32c47a8-1193-4774-b0e9-c91b3e5fac4f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d32c47a8-1193-4774-b0e9-c91b3e5fac4f,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:48:28.886446 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:28.890006 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:48:28.893146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb2fa9-4208-4c78-8d09-9f5c357d8b5a req-024a9a39-18a0-4005-b590-afec34fe030e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:28.894770 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ecdb2fa9-4208-4c78-8d09-9f5c357d8b5a req-024a9a39-18a0-4005-b590-afec34fe030e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 943 time: 0.0922890
Feb 17 04:48:28.927492 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f', 'code': 200}
Feb 17 04:48:28.946007 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-ecdb2fa9-4208-4c78-8d09-9f5c357d8b5a req-a42488cf-9ed8-469d-ac44-b7ab12eab14e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0440686
Feb 17 04:48:28.961531 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=d32c47a8-1193-4774-b0e9-c91b3e5fac4f,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:48:28.969469 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.969851 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.970224 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.970592 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.970957 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.971341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.971704 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.972066 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.972465 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.972822 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.973179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.973540 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.973963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.974379 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.974732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.975091 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.975497 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.977161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.977161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.977161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.977161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.977161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.977563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.977785 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:28.982321 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:48:29.380091 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75865b8-b9d8-4e73-a663-531b040364ab req-28fd2982-22ef-4a5c-bd4e-c2d2547dfa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:29.381691 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e75865b8-b9d8-4e73-a663-531b040364ab req-28fd2982-22ef-4a5c-bd4e-c2d2547dfa9f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 1162 time: 0.0815206
Feb 17 04:48:29.426901 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e75865b8-b9d8-4e73-a663-531b040364ab req-58a53e30-7055-4962-bc0f-835168240f57 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0363674
Feb 17 04:48:30.145535 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df80b0b-37f7-4f26-8611-5aeac539613e req-8623d64e-a407-4353-b487-950ecc3ec5fd tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:30.147120 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1df80b0b-37f7-4f26-8611-5aeac539613e req-8623d64e-a407-4353-b487-950ecc3ec5fd tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 945 time: 0.0852528
Feb 17 04:48:30.195756 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-1df80b0b-37f7-4f26-8611-5aeac539613e req-8b398dfe-906b-49ef-b554-531764289ecb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0415082
Feb 17 04:48:30.311416 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device d32c47a8-1193-4774-b0e9-c91b3e5fac4f up at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 04:48:30.383502 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.provisioning_blocks [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Provisioning complete for port d32c47a8-1193-4774-b0e9-c91b3e5fac4f triggered by entity L2. {{(pid=84040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 04:48:30.383924 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853332763'] for port, provisioning_complete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:31.396693 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87da7cc-a4cd-4ce3-9856-b0a04415ae8d req-c28cf9a9-48e5-417d-a3e8-f6daa41dff3f tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:31.398285 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f87da7cc-a4cd-4ce3-9856-b0a04415ae8d req-c28cf9a9-48e5-417d-a3e8-f6daa41dff3f tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 945 time: 0.0905390
Feb 17 04:48:31.446624 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f87da7cc-a4cd-4ce3-9856-b0a04415ae8d req-46513053-c1a7-4325-a796-8796d4afc320 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0419803
Feb 17 04:48:31.643856 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de048548-c461-40c8-9f32-6e8570446230 req-46975ba0-523c-478c-a77d-b226faac6650 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:31.645504 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-de048548-c461-40c8-9f32-6e8570446230 req-46975ba0-523c-478c-a77d-b226faac6650 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 945 time: 0.0892990
Feb 17 04:48:31.694789 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-de048548-c461-40c8-9f32-6e8570446230 req-f2e30fb2-5f87-474c-8cba-f6947b39fde9 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0424628
Feb 17 04:48:31.891111 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-7de77933-7c84-41bf-a046-a5b4679d228d tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1574545
Feb 17 04:48:31.901884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'floatingip': {'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc'}} {{(pid=84039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:48:31.907908 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 04:48:31.918385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.quota.driver [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84039) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 04:48:31.942532 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:32.087315 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:32.357734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_common [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Allocated IP 172.27.2.133 (41731883-87f5-4e1a-89a9-5fc9628819cc/dbb34d2b-1a61-4df6-aedc-a6869d0f18ac/9f1bf381-b724-4438-b4b0-bf4a37cde7e6) {{(pid=84039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 04:48:32.513563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for port, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:32.566065 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309466010143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:32.581882 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:48:32.728739 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event updated for resources: {'Port': ['ID=9f1bf381-b724-4438-b4b0-bf4a37cde7e6,revision_number=1']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:48:32.742431 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.742857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.743311 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.743732 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.744652 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.745063 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.745470 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.745875 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.746285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.746687 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.747089 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.747514 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.747986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.748387 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.748787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.749185 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.749582 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.749980 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.750375 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.750771 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.751166 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.751586 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.751985 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.752381 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:48:32.758252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:48:32.793555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Network 41731883-87f5-4e1a-89a9-5fc9628819cc is already hosted by enough agents. {{(pid=84039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 04:48:32.796405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.base_scheduler [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Resources bound (agent type, host, resource id):  {{(pid=84039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 04:48:32.797222 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Received port after_create {{(pid=84039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 04:48:32.880291 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:32.985147 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:33.257999 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for port, precommit_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:33.312330 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852218881'] for port, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:33.327566 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ef970642-3c82-4e59-bc56-87020d85dcc7 tempest-TestShelveInstance-1504623903 tempest-TestShelveInstance-1504623903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:48:33.717734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event updated for resources: {'Port': ['ID=9f1bf381-b724-4438-b4b0-bf4a37cde7e6,revision_number=2']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:48:33.722734 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:48:33.810523 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:33.874442 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:33.875806 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-cfeab0af-645d-4013-b0dc-a3bd8720b1e4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9787526
Feb 17 04:48:34.071074 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-6f15197d-f6da-421d-b4d3-aaa2035c88f5 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:floatingip {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:48:34.114196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-6f15197d-f6da-421d-b4d3-aaa2035c88f5 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:floatingip {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:48:34.115479 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-6f15197d-f6da-421d-b4d3-aaa2035c88f5 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.133 HTTP/1.1" status: 200  len: 696 time: 0.2332435
Feb 17 04:48:34.278481 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-031e8707-de58-4c0c-86ab-509d52e283b1 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:34.279884 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-031e8707-de58-4c0c-86ab-509d52e283b1 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/networks/41731883-87f5-4e1a-89a9-5fc9628819cc HTTP/1.1" status: 200  len: 784 time: 0.1575308
Feb 17 04:48:34.291597 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-4bd131eb-4fe5-4b61-8563-06175953dd17 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:48:34.292618 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-09fa6ec6-88d6-4af7-a50e-a3c7d8d34098 req-4bd131eb-4fe5-4b61-8563-06175953dd17 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064287
Feb 17 04:48:34.476643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-c9a97f90-3212-456e-ac7c-bee405a2db8d tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:34.478715 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-c9a97f90-3212-456e-ac7c-bee405a2db8d tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0896792
Feb 17 04:48:34.562966 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-3d21d89a-6d7c-4b6f-bcd8-abc897d3c545 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.133 HTTP/1.1" status: 200  len: 696 time: 0.0780497
Feb 17 04:48:34.573054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.v2.base [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-e8cf4796-6172-44ca-a836-e4f16477c1f6 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Request body: {'floatingip': {'port_id': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 04:48:34.656761 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-e8cf4796-6172-44ca-a836-e4f16477c1f6 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, before_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:35.283419 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-e8cf4796-6172-44ca-a836-e4f16477c1f6 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:35.302957 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-e8cf4796-6172-44ca-a836-e4f16477c1f6 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854398549'] for floatingip, after_update {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:35.434628 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-600802cf-e18e-4885-bd1c-8ddfaec28c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:35.485963 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-e8cf4796-6172-44ca-a836-e4f16477c1f6 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Floating IP 12db6cb3-4878-4aa1-a24e-9a1f1cefc689 associated. External IP: 172.27.2.133, port: d32c47a8-1193-4774-b0e9-c91b3e5fac4f.
Feb 17 04:48:35.948509 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:36.093807 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-e8cf4796-6172-44ca-a836-e4f16477c1f6 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:48:36.287619 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-e8cf4796-6172-44ca-a836-e4f16477c1f6 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:48:36.292609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-e8cf4796-6172-44ca-a836-e4f16477c1f6 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:36.298494 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5928b-5731-4027-919d-8ae3fc441370 None None] Sync routers for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:48:36.309061 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5928b-5731-4027-919d-8ae3fc441370 None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:48:36.309727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-01f5928b-5731-4027-919d-8ae3fc441370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d50e400>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:48:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:48:36.354563 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-e8cf4796-6172-44ca-a836-e4f16477c1f6 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "PUT /v2.0/floatingips/12db6cb3-4878-4aa1-a24e-9a1f1cefc689 HTTP/1.1" status: 200  len: 996 time: 1.7855337
Feb 17 04:48:36.355141 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'tag': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:48:36.410057 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'tag': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f', 'status': 'completed', 'code': 200}
Feb 17 04:48:36.502598 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-fbb22387-125a-464b-9e1c-85371f5f0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:36.504279 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-fbb22387-125a-464b-9e1c-85371f5f0e94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 1162 time: 0.1358492
Feb 17 04:48:36.506736 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-01f5928b-5731-4027-919d-8ae3fc441370 None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:48:36.618215 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564d194-5c3a-4bcb-91ef-ed534c1641f3 req-a2698e56-e588-4170-a366-b70cbe49ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:36.619820 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2564d194-5c3a-4bcb-91ef-ed534c1641f3 req-a2698e56-e588-4170-a366-b70cbe49ddde service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 1162 time: 0.1894550
Feb 17 04:48:36.753565 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-c5167db2-2d78-45c3-8fb9-1d8e5dc8ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:36.755173 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-c5167db2-2d78-45c3-8fb9-1d8e5dc8ec88 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.2401330
Feb 17 04:48:36.886000 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-01f5928b-5731-4027-919d-8ae3fc441370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d50e400>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '12db6cb3-4878-4aa1-a24e-9a1f1cefc689', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:1e:d3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:48:32Z', 'updated_at': '2021-02-17T04:48:35Z', 'revision_number': 1, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}, {'id': '1b4a577c-d231-4f29-9870-3e3db5753488', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:a1:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:42Z', 'updated_at': '2021-02-17T04:46:47Z', 'revision_number': 2, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:48:36.888314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564d194-5c3a-4bcb-91ef-ed534c1641f3 req-1acc8996-3513-4fd1-8abd-4021b0d642be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:36.889907 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2564d194-5c3a-4bcb-91ef-ed534c1641f3 req-1acc8996-3513-4fd1-8abd-4021b0d642be service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.2555373
Feb 17 04:48:36.890072 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5928b-5731-4027-919d-8ae3fc441370 None None] Checking router: 571fa0de-9ab6-4273-8f18-b00ad5403aa9 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:48:36.899181 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5928b-5731-4027-919d-8ae3fc441370 None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:48:36.899859 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-01f5928b-5731-4027-919d-8ae3fc441370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d50e400>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:48:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:48:36.901095 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-0fe2dce7-829f-4b69-abf4-e4e51fafb1ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32c47a8-1193-4774-b0e9-c91b3e5fac4f HTTP/1.1" status: 200  len: 999 time: 0.1315000
Feb 17 04:48:37.063160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-eb4cf240-d5ad-4866-b412-8f0d6e8a6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:37.064815 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-eb4cf240-d5ad-4866-b412-8f0d6e8a6ce0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.1062148
Feb 17 04:48:37.066666 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2564d194-5c3a-4bcb-91ef-ed534c1641f3 req-009087f5-5742-4b0b-ad74-9ced02ca0f00 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32c47a8-1193-4774-b0e9-c91b3e5fac4f HTTP/1.1" status: 200  len: 999 time: 0.1684723
Feb 17 04:48:37.093434 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-01f5928b-5731-4027-919d-8ae3fc441370 None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:48:37.188394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564d194-5c3a-4bcb-91ef-ed534c1641f3 req-35f8afb1-68fc-4bf9-96ad-d7ac72626702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:37.189867 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2564d194-5c3a-4bcb-91ef-ed534c1641f3 req-35f8afb1-68fc-4bf9-96ad-d7ac72626702 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.1164677
Feb 17 04:48:37.260595 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-f4c176f7-34a3-4c21-90ba-13d024bf361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:37.262238 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-f4c176f7-34a3-4c21-90ba-13d024bf361b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1906450
Feb 17 04:48:37.378161 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564d194-5c3a-4bcb-91ef-ed534c1641f3 req-150014fc-02d7-48d9-bfcb-21790f8c78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:37.379818 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2564d194-5c3a-4bcb-91ef-ed534c1641f3 req-150014fc-02d7-48d9-bfcb-21790f8c78cd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1793549
Feb 17 04:48:37.474628 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-01f5928b-5731-4027-919d-8ae3fc441370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d50e400>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '12db6cb3-4878-4aa1-a24e-9a1f1cefc689', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:1e:d3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:48:32Z', 'updated_at': '2021-02-17T04:48:35Z', 'revision_number': 1, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}, {'id': '1b4a577c-d231-4f29-9870-3e3db5753488', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:a1:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:42Z', 'updated_at': '2021-02-17T04:46:47Z', 'revision_number': 2, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:48:37.479893 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5928b-5731-4027-919d-8ae3fc441370 None None] The sync data for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi is: [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '12db6cb3-4878-4aa1-a24e-9a1f1cefc689', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:1e:d3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:48:32Z', 'updated_at': '2021-02-17T04:48:35Z', 'revision_number': 1, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}, {'id': '1b4a577c-d231-4f29-9870-3e3db5753488', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:a1:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:42Z', 'updated_at': '2021-02-17T04:46:47Z', 'revision_number': 2, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:48:37.522870 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-0b548520-d99d-4886-b62e-93f85789c051 service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2516806
Feb 17 04:48:37.659445 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2564d194-5c3a-4bcb-91ef-ed534c1641f3 req-b0bddf90-bca1-4ba1-ab36-6b2b80126159 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2725782
Feb 17 04:48:37.773525 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23574091-fd26-4990-85ef-0f81292ff2a9 None None] New status for floating IP 12db6cb3-4878-4aa1-a24e-9a1f1cefc689: ACTIVE {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:48:37.800275 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a3efd790-4250-4559-a739-7dd7233bf8a3 req-f1e8b23d-4b98-4c1c-9eeb-46b39e3ef14c service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2626657
Feb 17 04:48:37.846149 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2564d194-5c3a-4bcb-91ef-ed534c1641f3 req-954c5f2a-cd77-4dbf-8ddc-346d3750f836 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1706135
Feb 17 04:48:38.001900 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-32ea4573-6f78-40bf-9c67-70f842d87a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:38.388897 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:39.637959 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:40.679995 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:48:43.847032 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-478ba157-10a2-47a3-89e0-20aaf692ce3d req-cd851445-f851-410b-b4c1-36ed1d6c437b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0818124
Feb 17 04:48:43.997828 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba157-10a2-47a3-89e0-20aaf692ce3d req-73c36893-cb9c-49ed-b46a-d44fcedf61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:43.999435 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-478ba157-10a2-47a3-89e0-20aaf692ce3d req-73c36893-cb9c-49ed-b46a-d44fcedf61ff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 1163 time: 0.0763557
Feb 17 04:48:44.388469 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba157-10a2-47a3-89e0-20aaf692ce3d req-c5a019c5-01fd-4b6a-b2b3-284d40a3a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:44.391144 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-478ba157-10a2-47a3-89e0-20aaf692ce3d req-c5a019c5-01fd-4b6a-b2b3-284d40a3a8a0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.3726850
Feb 17 04:48:44.500907 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-478ba157-10a2-47a3-89e0-20aaf692ce3d req-474b3377-c5f0-4bd7-b9fb-0672f78aef43 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=945cdf51-bda0-4690-9a1a-7d34a6eebb4d HTTP/1.1" status: 200  len: 1002 time: 0.1024818
Feb 17 04:48:44.568576 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba157-10a2-47a3-89e0-20aaf692ce3d req-1a87e5b9-8c6b-4ff7-bfc4-56ffb39521f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:44.570090 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-478ba157-10a2-47a3-89e0-20aaf692ce3d req-1a87e5b9-8c6b-4ff7-bfc4-56ffb39521f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0629799
Feb 17 04:48:44.654033 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba157-10a2-47a3-89e0-20aaf692ce3d req-1799379e-fb41-4b7c-840a-065f1e22a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:48:44.655841 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-478ba157-10a2-47a3-89e0-20aaf692ce3d req-1799379e-fb41-4b7c-840a-065f1e22a6fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791311
Feb 17 04:48:44.797961 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-478ba157-10a2-47a3-89e0-20aaf692ce3d req-76aa62bb-60d2-4753-9451-787bf354c41d service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355755
Feb 17 04:48:44.952971 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-478ba157-10a2-47a3-89e0-20aaf692ce3d req-cfdfae10-e60c-4ab8-909e-ec53a2338f55 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394429
Feb 17 04:48:48.384210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:49:05.451671 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-6a76d5dd-05bc-4295-ba8c-bd46246c5279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:05.949049 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:07.969792 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-4b3aad1a-392b-47d1-ab4a-59485a655260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:08.387157 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:09.639949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:10.683965 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:25.382935 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:49:35.444754 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-56f4a75f-59e3-46ab-bb04-c5fa9c8a324e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:35.953504 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:37.960341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-07083f99-3a6f-4c04-a202-940fbf51eb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:38.389065 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:39.640887 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:40.692787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:49:40.801563 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-34b8993f-f153-4b69-b6da-64d444ef37ac req-cbae50bc-98fa-4efc-8a08-a4bf28e777c8 service neutron] (84038) timed out ('10.222.0.76', 50753) {{(pid=84038) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 04:49:44.940952 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f40cd51c-915d-40cb-9c14-8f111d5a9c75 req-59bb49de-0558-4496-a7aa-8a2026985637 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1275837
Feb 17 04:49:45.048187 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cd51c-915d-40cb-9c14-8f111d5a9c75 req-e4df25cb-7667-4b75-acb4-fd00bf155e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:45.050323 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f40cd51c-915d-40cb-9c14-8f111d5a9c75 req-e4df25cb-7667-4b75-acb4-fd00bf155e58 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 1162 time: 0.0856917
Feb 17 04:49:45.216870 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cd51c-915d-40cb-9c14-8f111d5a9c75 req-eca87723-e1ac-49c6-8964-8007493b9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:45.218515 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f40cd51c-915d-40cb-9c14-8f111d5a9c75 req-eca87723-e1ac-49c6-8964-8007493b9cd7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.1486657
Feb 17 04:49:45.328342 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f40cd51c-915d-40cb-9c14-8f111d5a9c75 req-b9ffc24d-38b2-4e38-86be-befdfff745f3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32c47a8-1193-4774-b0e9-c91b3e5fac4f HTTP/1.1" status: 200  len: 1001 time: 0.1029849
Feb 17 04:49:45.401414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cd51c-915d-40cb-9c14-8f111d5a9c75 req-1c722f46-2a47-4831-9066-1319f6fa6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:45.402976 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f40cd51c-915d-40cb-9c14-8f111d5a9c75 req-1c722f46-2a47-4831-9066-1319f6fa6771 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0681961
Feb 17 04:49:45.488135 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cd51c-915d-40cb-9c14-8f111d5a9c75 req-f8555979-e7c9-4a2f-8d0b-2234e9d7a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:49:45.489695 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f40cd51c-915d-40cb-9c14-8f111d5a9c75 req-f8555979-e7c9-4a2f-8d0b-2234e9d7a099 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791175
Feb 17 04:49:45.639007 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f40cd51c-915d-40cb-9c14-8f111d5a9c75 req-11897e2c-3dab-424b-afef-43c8bf62ac53 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428833
Feb 17 04:49:45.787036 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f40cd51c-915d-40cb-9c14-8f111d5a9c75 req-6367e2e8-c127-4ccb-a79a-a3126f6ef0ba service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414130
Feb 17 04:50:02.382289 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:50:04.214702 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-e44d7fc7-c5a7-4d84-9503-d926c4cc2426 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips/12db6cb3-4878-4aa1-a24e-9a1f1cefc689 HTTP/1.1" status: 200  len: 998 time: 0.1174984
Feb 17 04:50:04.377346 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-1320532f-3d39-4746-baee-7a544ae0ce83 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:04.378746 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-1320532f-3d39-4746-baee-7a544ae0ce83 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/networks/41731883-87f5-4e1a-89a9-5fc9628819cc HTTP/1.1" status: 200  len: 784 time: 0.1575353
Feb 17 04:50:04.389371 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-68018db1-6575-4a88-8c8c-039cfc3a29cd tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84039) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:50:04.390416 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-68018db1-6575-4a88-8c8c-039cfc3a29cd tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0059261
Feb 17 04:50:04.502780 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-0ea228a4-f4bb-46c1-9a34-ff7a592ed7b9 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.133 HTTP/1.1" status: 200  len: 1001 time: 0.1057353
Feb 17 04:50:04.584013 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-6e797d84-db12-411b-a385-6fbf7a1bd830 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:04.585457 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-6e797d84-db12-411b-a385-6fbf7a1bd830 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports/d32c47a8-1193-4774-b0e9-c91b3e5fac4f HTTP/1.1" status: 200  len: 942 time: 0.0766578
Feb 17 04:50:04.773696 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-9e5f6d8b-aa07-4a8c-a5eb-ff0a0d07b7d5 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.133 HTTP/1.1" status: 200  len: 1001 time: 0.1068845
Feb 17 04:50:04.995948 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Deleting port 9f1bf381-b724-4438-b4b0-bf4a37cde7e6 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:04.996336 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:05.179424 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:05.179798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:05.315919 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Calling delete_port for 9f1bf381-b724-4438-b4b0-bf4a37cde7e6 owned by network:floatingip {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:05.452247 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-5a417b87-22b6-4764-8c8f-70e457688c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:05.532285 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:05.549366 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-ff6b549f-7efd-4f86-9fc3-88a6128d1474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:05.652219 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event deleted for resources: {'Port': ['ID=9f1bf381-b724-4438-b4b0-bf4a37cde7e6,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:05.666533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.666963 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.667406 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.667825 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.668236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.668645 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.669052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.669459 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.669862 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.670263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.670666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.671065 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.671562 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.671964 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.672364 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.672764 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.673196 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.673596 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.673996 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.674393 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.674788 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.675186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.675610 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.676014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:05.681039 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:05.793385 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:05.793760 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Floating IP 12db6cb3-4878-4aa1-a24e-9a1f1cefc689 disassociated (deleted). External IP: 172.27.2.133, port: d32c47a8-1193-4774-b0e9-c91b3e5fac4f.
Feb 17 04:50:05.949101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:06.167933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:50:06.611444 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:50:06.621209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac308aa4-d10a-410d-860e-dbd4ed434eb4 None None] Sync routers for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:50:06.631668 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac308aa4-d10a-410d-860e-dbd4ed434eb4 None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:50:06.638423 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ac308aa4-d10a-410d-860e-dbd4ed434eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d938b70>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:49:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:06.716228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:06.775882 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "DELETE /v2.0/floatingips/12db6cb3-4878-4aa1-a24e-9a1f1cefc689 HTTP/1.1" status: 204  len: 173 time: 1.9960082
Feb 17 04:50:06.776452 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'tag': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f'}] {{(pid=84039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:50:06.822149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-ac308aa4-d10a-410d-860e-dbd4ed434eb4 None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:50:06.833661 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'tag': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f', 'status': 'completed', 'code': 200}
Feb 17 04:50:06.873058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-d37ca381-4e58-4352-b64a-fb3215177187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:06.874647 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-d37ca381-4e58-4352-b64a-fb3215177187 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 1162 time: 0.0839975
Feb 17 04:50:06.936175 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5df24-9e2e-4f3e-9432-4def96c2b534 req-da8cba21-0dca-4915-a052-d4fd01aa2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:06.937850 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fdd5df24-9e2e-4f3e-9432-4def96c2b534 req-da8cba21-0dca-4915-a052-d4fd01aa2656 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 1162 time: 0.0865235
Feb 17 04:50:07.028554 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-c12b6f5d-ee3b-4622-8d4c-ff764b86af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:07.030290 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-c12b6f5d-ee3b-4622-8d4c-ff764b86af69 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.1484118
Feb 17 04:50:07.093968 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5df24-9e2e-4f3e-9432-4def96c2b534 req-7e4755cc-fad7-4dfe-abdb-11e7669f28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:07.095626 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fdd5df24-9e2e-4f3e-9432-4def96c2b534 req-7e4755cc-fad7-4dfe-abdb-11e7669f28d2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.1508965
Feb 17 04:50:07.112883 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-0e3ac1cf-4cfc-4a80-845c-57699d5ed1df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32c47a8-1193-4774-b0e9-c91b3e5fac4f HTTP/1.1" status: 200  len: 217 time: 0.0744762
Feb 17 04:50:07.174123 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fdd5df24-9e2e-4f3e-9432-4def96c2b534 req-72a294ef-3033-429b-bb37-311476e4bffd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32c47a8-1193-4774-b0e9-c91b3e5fac4f HTTP/1.1" status: 200  len: 217 time: 0.0714800
Feb 17 04:50:07.201534 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-3dcf0d95-e445-46bc-afa7-91dd98d7633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:07.203137 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-3dcf0d95-e445-46bc-afa7-91dd98d7633c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0826669
Feb 17 04:50:07.247902 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5df24-9e2e-4f3e-9432-4def96c2b534 req-1422eb6c-6233-46b6-a9ab-b31c0d560309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:07.249607 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fdd5df24-9e2e-4f3e-9432-4def96c2b534 req-1422eb6c-6233-46b6-a9ab-b31c0d560309 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0699725
Feb 17 04:50:07.289733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-6aeaf2e0-2e8e-4b4c-8b68-ad1228df7b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:07.292015 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-6aeaf2e0-2e8e-4b4c-8b68-ad1228df7b7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817280
Feb 17 04:50:07.332173 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5df24-9e2e-4f3e-9432-4def96c2b534 req-182f6daa-336e-4402-aab7-f3766f8d0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:07.333763 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fdd5df24-9e2e-4f3e-9432-4def96c2b534 req-182f6daa-336e-4402-aab7-f3766f8d0fba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781853
Feb 17 04:50:07.377901 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ac308aa4-d10a-410d-860e-dbd4ed434eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d938b70>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '1b4a577c-d231-4f29-9870-3e3db5753488', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:a1:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:42Z', 'updated_at': '2021-02-17T04:46:47Z', 'revision_number': 2, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:07.382259 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac308aa4-d10a-410d-860e-dbd4ed434eb4 None None] Checking router: 571fa0de-9ab6-4273-8f18-b00ad5403aa9 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:50:07.391653 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac308aa4-d10a-410d-860e-dbd4ed434eb4 None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:50:07.392352 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ac308aa4-d10a-410d-860e-dbd4ed434eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d938b70>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:49:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:07.450150 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-08521dc8-39bb-4460-9778-046d9307788c service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434639
Feb 17 04:50:07.480088 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fdd5df24-9e2e-4f3e-9432-4def96c2b534 req-a6228b25-07df-429d-954e-1650f2b31f80 service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394641
Feb 17 04:50:07.590605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-ac308aa4-d10a-410d-860e-dbd4ed434eb4 None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:50:07.602277 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-2100cb65-a6bd-49f4-9416-b92bbd807cd2 req-b5c6e46a-549f-4635-8056-258a664d1273 service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1499755
Feb 17 04:50:07.632751 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fdd5df24-9e2e-4f3e-9432-4def96c2b534 req-79695c18-4420-4194-8842-259e4ab2242f service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450136
Feb 17 04:50:07.938036 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-43d1e24f-dc06-4765-b3d8-28cb01d3f938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:07.987055 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-ac308aa4-d10a-410d-860e-dbd4ed434eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d938b70>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '1b4a577c-d231-4f29-9870-3e3db5753488', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:a1:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:42Z', 'updated_at': '2021-02-17T04:46:47Z', 'revision_number': 2, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:07.991331 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac308aa4-d10a-410d-860e-dbd4ed434eb4 None None] The sync data for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi is: [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_floatingips': [{'id': '1b4a577c-d231-4f29-9870-3e3db5753488', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'router_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'port_id': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'mac_address': 'fa:16:3e:a1:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:46:42Z', 'updated_at': '2021-02-17T04:46:47Z', 'revision_number': 2, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:50:08.140648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5876841-e871-46ac-bc76-4682a1be2fab req-b9a0b05b-8311-4c75-8129-cf9caf3ef157 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:08.141419 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-a5876841-e871-46ac-bc76-4682a1be2fab req-b9a0b05b-8311-4c75-8129-cf9caf3ef157 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:50:08.176725 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-a5876841-e871-46ac-bc76-4682a1be2fab req-b9a0b05b-8311-4c75-8129-cf9caf3ef157 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:50:08.178184 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a5876841-e871-46ac-bc76-4682a1be2fab req-b9a0b05b-8311-4c75-8129-cf9caf3ef157 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 945 time: 0.1242125
Feb 17 04:50:08.233831 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-a5876841-e871-46ac-bc76-4682a1be2fab req-7b42efac-2500-4744-a52a-2e452f6a43ef tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0492842
Feb 17 04:50:08.382160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:08.394740 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5169e10f-f5ba-4536-a4fb-78e703609856 None None] New status for floating IP 12db6cb3-4878-4aa1-a24e-9a1f1cefc689: DOWN {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:50:09.487318 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb96674-7922-4963-83cf-731b002968ca req-61cfb56e-9a44-4be0-a80a-d4000708671f tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:09.488926 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3fb96674-7922-4963-83cf-731b002968ca req-61cfb56e-9a44-4be0-a80a-d4000708671f tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 945 time: 0.1395073
Feb 17 04:50:09.583193 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-3fb96674-7922-4963-83cf-731b002968ca req-fba39d1e-64b4-4999-884d-f83021be551e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0876083
Feb 17 04:50:09.621778 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20391b70-de39-4663-8a04-343d47f57c77 req-8bf59a6b-28b2-4c4f-b970-81cc31145c3e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:09.623505 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-20391b70-de39-4663-8a04-343d47f57c77 req-8bf59a6b-28b2-4c4f-b970-81cc31145c3e tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 945 time: 0.0958738
Feb 17 04:50:09.639659 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:09.709149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-20391b70-de39-4663-8a04-343d47f57c77 req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Deleting port d32c47a8-1193-4774-b0e9-c91b3e5fac4f {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:09.709533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-20391b70-de39-4663-8a04-343d47f57c77 req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:09.977973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-20391b70-de39-4663-8a04-343d47f57c77 req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] For port d32c47a8-1193-4774-b0e9-c91b3e5fac4f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d32c47a8-1193-4774-b0e9-c91b3e5fac4f,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:09.978373 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-20391b70-de39-4663-8a04-343d47f57c77 req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:10.116909 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-20391b70-de39-4663-8a04-343d47f57c77 req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Calling delete_port for d32c47a8-1193-4774-b0e9-c91b3e5fac4f owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:10.292567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-20391b70-de39-4663-8a04-343d47f57c77 req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:10.308221 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-d185d9e8-226a-4326-96a7-19aa37b0a055 tempest-VolumesSnapshotTestJSON-1349058073 tempest-VolumesSnapshotTestJSON-1349058073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:10.405960 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event deleted for resources: {'Port': ['ID=d32c47a8-1193-4774-b0e9-c91b3e5fac4f,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:10.428129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.428549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.428959 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.429362 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.429798 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.430195 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.430592 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.430985 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.431405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.431795 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.432185 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.432572 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.433031 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.433420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.433810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.434211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.434588 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.434973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.435388 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.435776 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.436162 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.436548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.436935 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.437320 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:10.442926 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:10.566684 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-20391b70-de39-4663-8a04-343d47f57c77 req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] No DVR routers for this DVR port d32c47a8-1193-4774-b0e9-c91b3e5fac4f on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:50:10.566684 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-20391b70-de39-4663-8a04-343d47f57c77 req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:10.566684 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'name': 'network-vif-deleted', 'tag': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:50:10.589796 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c64bda-2b25-4fd4-8466-b6228dc40754', 'name': 'network-vif-deleted', 'tag': 'd32c47a8-1193-4774-b0e9-c91b3e5fac4f', 'status': 'completed', 'code': 200}
Feb 17 04:50:10.617784 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-20391b70-de39-4663-8a04-343d47f57c77 req-73a6f4e6-eda4-4cbd-bc9a-ce4a0f010243 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "DELETE /v2.0/ports/d32c47a8-1193-4774-b0e9-c91b3e5fac4f HTTP/1.1" status: 204  len: 173 time: 0.9878995
Feb 17 04:50:10.709290 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:10.751445 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-f4b93228-bac5-4262-bf25-ede28a8b9514 req-f87b6485-a3a2-46c3-9214-57b3cf97537d tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:50:10.800962 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-f4b93228-bac5-4262-bf25-ede28a8b9514 req-f87b6485-a3a2-46c3-9214-57b3cf97537d tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:50:10.802192 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-f4b93228-bac5-4262-bf25-ede28a8b9514 req-f87b6485-a3a2-46c3-9214-57b3cf97537d tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8c64bda-2b25-4fd4-8466-b6228dc40754 HTTP/1.1" status: 200  len: 210 time: 0.1003227
Feb 17 04:50:10.954134 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device d32c47a8-1193-4774-b0e9-c91b3e5fac4f no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:50:10.995684 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] No Port match for: d32c47a8-1193-4774-b0e9-c91b3e5fac4f {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:50:10.996059 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device d32c47a8-1193-4774-b0e9-c91b3e5fac4f not bound to the agent host hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:50:14.535701 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-dee4777d-bf8b-49e0-8f39-0082d483bff4 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips/1b4a577c-d231-4f29-9870-3e3db5753488 HTTP/1.1" status: 200  len: 999 time: 0.1156647
Feb 17 04:50:14.928299 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-614d203a-5c24-48d5-b485-aec652d89a35 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:14.929677 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-614d203a-5c24-48d5-b485-aec652d89a35 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/networks/41731883-87f5-4e1a-89a9-5fc9628819cc HTTP/1.1" status: 200  len: 784 time: 0.3878930
Feb 17 04:50:14.941119 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-7f0319f4-e6f3-4245-ad3b-468a1cfd9712 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84038) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 04:50:14.942161 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-7f0319f4-e6f3-4245-ad3b-468a1cfd9712 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0061374
Feb 17 04:50:15.054244 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-d0d2ee70-2391-4722-a165-9311486fbbe3 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.209 HTTP/1.1" status: 200  len: 1002 time: 0.1058393
Feb 17 04:50:15.137468 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-a9ace4ea-cb08-426a-b3e9-f3df2495024d tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:15.138917 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-a9ace4ea-cb08-426a-b3e9-f3df2495024d tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports/945cdf51-bda0-4690-9a1a-7d34a6eebb4d HTTP/1.1" status: 200  len: 943 time: 0.0787861
Feb 17 04:50:15.321909 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-d03606a7-8b96-464f-a0f6-590077c63667 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.209 HTTP/1.1" status: 200  len: 1002 time: 0.1027687
Feb 17 04:50:15.545478 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Deleting port 364ffd6f-bbcc-46e6-8261-78bb5f1a139f {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:15.546054 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:15.726744 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:15.727107 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:15.865743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Calling delete_port for 364ffd6f-bbcc-46e6-8261-78bb5f1a139f owned by network:floatingip {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:16.298428 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:16.319107 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-5fc3a146-8bbc-4fe2-b7c3-ef879d897ffe tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:16.421748 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event deleted for resources: {'Port': ['ID=364ffd6f-bbcc-46e6-8261-78bb5f1a139f,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:16.424733 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:16.542294 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:16.542662 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.db.l3_db [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Floating IP 1b4a577c-d231-4f29-9870-3e3db5753488 disassociated (deleted). External IP: 172.27.2.209, port: 945cdf51-bda0-4690-9a1a-7d34a6eebb4d.
Feb 17 04:50:16.919494 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:50:17.113035 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:50:17.123805 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722256d5-2fcb-49f3-9576-db15f5abe4e2 None None] Sync routers for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:50:17.133729 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722256d5-2fcb-49f3-9576-db15f5abe4e2 None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:50:17.134384 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-722256d5-2fcb-49f3-9576-db15f5abe4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d938a20>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:50:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:17.177745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:17.236797 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-be43eeb7-b777-4ab1-bb3f-654fde8c5b65 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "DELETE /v2.0/floatingips/1b4a577c-d231-4f29-9870-3e3db5753488 HTTP/1.1" status: 204  len: 173 time: 1.9086230
Feb 17 04:50:17.237404 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'tag': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:50:17.296222 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'tag': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'status': 'completed', 'code': 200}
Feb 17 04:50:17.326788 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-722256d5-2fcb-49f3-9576-db15f5abe4e2 None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:50:17.403261 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-271fae9b-956f-438a-8449-ada70885e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:17.404909 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-271fae9b-956f-438a-8449-ada70885e919 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 1163 time: 0.1501052
Feb 17 04:50:17.442700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c4353-1ae6-4ba2-909c-bfab56fa98bf req-b01ccdbc-6401-4feb-9f9a-1d5cb33c8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:17.444591 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e29c4353-1ae6-4ba2-909c-bfab56fa98bf req-b01ccdbc-6401-4feb-9f9a-1d5cb33c8747 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 1163 time: 0.1338680
Feb 17 04:50:17.676435 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-722256d5-2fcb-49f3-9576-db15f5abe4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d938a20>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:17.681862 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722256d5-2fcb-49f3-9576-db15f5abe4e2 None None] Checking router: 571fa0de-9ab6-4273-8f18-b00ad5403aa9 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:50:17.682217 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-d76d2cee-6e89-4585-9e20-aea8122a33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:17.684104 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-d76d2cee-6e89-4585-9e20-aea8122a33d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.2706728
Feb 17 04:50:17.688614 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c4353-1ae6-4ba2-909c-bfab56fa98bf req-cf8273e9-734d-424d-8e1d-e5ad692df2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:17.690181 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e29c4353-1ae6-4ba2-909c-bfab56fa98bf req-cf8273e9-734d-424d-8e1d-e5ad692df2c9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 200  len: 906 time: 0.1976097
Feb 17 04:50:17.693171 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722256d5-2fcb-49f3-9576-db15f5abe4e2 None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:50:17.694014 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-722256d5-2fcb-49f3-9576-db15f5abe4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000d938a20>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:50:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:17.823004 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-c8ab8c9e-794b-4770-8b2f-3d645c87f358 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=945cdf51-bda0-4690-9a1a-7d34a6eebb4d HTTP/1.1" status: 200  len: 217 time: 0.1311247
Feb 17 04:50:17.833802 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e29c4353-1ae6-4ba2-909c-bfab56fa98bf req-4f7614a1-64a4-454e-b262-eb694c282d77 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=945cdf51-bda0-4690-9a1a-7d34a6eebb4d HTTP/1.1" status: 200  len: 217 time: 0.0806746
Feb 17 04:50:17.890621 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-722256d5-2fcb-49f3-9576-db15f5abe4e2 None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:50:17.953853 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-c50f0e07-37e5-4b6d-9ab4-d2ccab8a6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:17.955535 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-c50f0e07-37e5-4b6d-9ab4-d2ccab8a6505 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.1237712
Feb 17 04:50:17.958961 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c4353-1ae6-4ba2-909c-bfab56fa98bf req-9a7f4f0e-e969-4b31-8cde-4dc0bb1b7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:17.960443 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e29c4353-1ae6-4ba2-909c-bfab56fa98bf req-9a7f4f0e-e969-4b31-8cde-4dc0bb1b7721 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 200  len: 851 time: 0.0907772
Feb 17 04:50:18.109503 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-48a3ebf6-39f2-4cc4-8e1a-9f81dff50dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:18.111136 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-48a3ebf6-39f2-4cc4-8e1a-9f81dff50dcd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1491137
Feb 17 04:50:18.114244 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c4353-1ae6-4ba2-909c-bfab56fa98bf req-1d39341b-bf5b-4cce-9cc8-1ab2e33639ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:18.115724 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e29c4353-1ae6-4ba2-909c-bfab56fa98bf req-1d39341b-bf5b-4cce-9cc8-1ab2e33639ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1147802
Feb 17 04:50:18.230941 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-722256d5-2fcb-49f3-9576-db15f5abe4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000d938a20>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:18.235480 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722256d5-2fcb-49f3-9576-db15f5abe4e2 None None] The sync data for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi is: [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:43:20Z', 'revision_number': 4, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi', '_interfaces': [{'id': '279be79a-6264-42c8-b0f6-0fcb5f0d712a', 'name': '', 'network_id': '4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'mac_address': 'fa:16:3e:1d:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:19Z', 'updated_at': '2021-02-17T04:43:28Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'subnets': [{'id': '42e5597f-e796-49b0-83fc-d9567a8a2277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:50:18.621012 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-6de60573-c38d-4f5b-8171-14f82f715a17 service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5018473
Feb 17 04:50:18.626271 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e29c4353-1ae6-4ba2-909c-bfab56fa98bf req-462b8d87-f6cb-4c51-82b5-3c45e43c4edd service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4822013
Feb 17 04:50:18.660007 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13cee19-ba3f-4527-be50-1e80a6f9d252 None None] New status for floating IP 1b4a577c-d231-4f29-9870-3e3db5753488: DOWN {{(pid=84040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 04:50:18.889967 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-e29c4353-1ae6-4ba2-909c-bfab56fa98bf req-6c510c25-0a1d-4001-915b-fe9a03b0b77c service neutron] 10.222.0.76 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2406249
Feb 17 04:50:18.892000 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fa1756c1-d8e9-44c6-9b16-9dfb5667f988 req-a8f00d48-6e7c-4dd6-855f-641a0f9462fe service neutron] 10.222.0.73 "GET /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2646184
Feb 17 04:50:19.487144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904056db-e10e-4eac-b69f-ab4eca75ea9d req-59ac6b5b-368a-4adc-8bc4-8f1f10eb9fb2 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:19.488637 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-904056db-e10e-4eac-b69f-ab4eca75ea9d req-59ac6b5b-368a-4adc-8bc4-8f1f10eb9fb2 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:50:19.537868 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-904056db-e10e-4eac-b69f-ab4eca75ea9d req-59ac6b5b-368a-4adc-8bc4-8f1f10eb9fb2 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:port {{(pid=84038) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:50:19.539173 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-904056db-e10e-4eac-b69f-ab4eca75ea9d req-59ac6b5b-368a-4adc-8bc4-8f1f10eb9fb2 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 946 time: 0.1431165
Feb 17 04:50:19.588604 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-904056db-e10e-4eac-b69f-ab4eca75ea9d req-7e9bff1c-5725-4b12-a9dc-e02d18530197 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0427613
Feb 17 04:50:20.790905 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6fa8b-9175-45b1-b715-9be5ed86ff2a req-1ecf81c9-3284-4eb0-9414-80b1cc47f9fa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:20.792545 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fbf6fa8b-9175-45b1-b715-9be5ed86ff2a req-1ecf81c9-3284-4eb0-9414-80b1cc47f9fa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 946 time: 0.0885870
Feb 17 04:50:20.840821 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-fbf6fa8b-9175-45b1-b715-9be5ed86ff2a req-2af1dae2-6d54-4e06-aa8d-463875d2056c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0417955
Feb 17 04:50:20.926408 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57298221-721f-4543-9188-f5a9ca79e00c req-9ab404de-ed3e-4236-b4b5-98b769329677 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:20.927946 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-57298221-721f-4543-9188-f5a9ca79e00c req-9ab404de-ed3e-4236-b4b5-98b769329677 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 946 time: 0.0877426
Feb 17 04:50:20.997837 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Device 945cdf51-bda0-4690-9a1a-7d34a6eebb4d no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:50:21.009337 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Deleting port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:21.009726 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:21.122236 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499403'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:21.151479 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:50:21.162146 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] For port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=945cdf51-bda0-4690-9a1a-7d34a6eebb4d,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:21.202634 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'code': 200}
Feb 17 04:50:21.203403 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309465648602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727388722922', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727388724493'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:21.205497 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:21.276609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Pushing event updated for resources: {'Port': ['ID=945cdf51-bda0-4690-9a1a-7d34a6eebb4d,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:21.282616 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] For port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=945cdf51-bda0-4690-9a1a-7d34a6eebb4d,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:21.283019 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:21.284973 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.285355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.285738 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.286101 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.286465 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.286829 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.287188 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.287575 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.287939 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.288300 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.288657 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.289011 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-5-iscsi {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.289437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.289789 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.290154 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.290508 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.290861 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.291211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.291592 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.291944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.292294 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.292644 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.292998 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.293345 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 04:50:21.297648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84040) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:21.422190 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Calling delete_port for 945cdf51-bda0-4690-9a1a-7d34a6eebb4d owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:21.533149 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84038) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:50:21.533520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:50:22.035399 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Deleting port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d {{(pid=84038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:22.036015 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:22.049969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b17890-6162-488b-9011-eeeacd0a4c1d req-99ada13c-eb49-47df-afad-b9ceab438b7f tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:22.052250 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-31b17890-6162-488b-9011-eeeacd0a4c1d req-99ada13c-eb49-47df-afad-b9ceab438b7f tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 944 time: 0.0937352
Feb 17 04:50:22.101718 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-31b17890-6162-488b-9011-eeeacd0a4c1d req-8c33cb52-1270-473c-a09c-a1cb0dbf2914 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups?id=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0426655
Feb 17 04:50:22.306749 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] For port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=945cdf51-bda0-4690-9a1a-7d34a6eebb4d,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:22.307144 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:22.446277 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Calling delete_port for 945cdf51-bda0-4690-9a1a-7d34a6eebb4d owned by compute:nova {{(pid=84038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:22.732969 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4083997'] for port, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:22.750860 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-3610fa19-4a6d-4db3-9f6f-b0c85504dec8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:22.854676 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event deleted for resources: {'Port': ['ID=945cdf51-bda0-4690-9a1a-7d34a6eebb4d,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:22.857680 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:22.961955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] No DVR routers for this DVR port 945cdf51-bda0-4690-9a1a-7d34a6eebb4d on host hv-cinder-75995 {{(pid=84038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:50:22.964372 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for port, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:22.968327 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'name': 'network-vif-deleted', 'tag': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d'}] {{(pid=84038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 04:50:23.032388 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6f2685-1148-47be-8e13-d7f933298f14', 'name': 'network-vif-deleted', 'tag': '945cdf51-bda0-4690-9a1a-7d34a6eebb4d', 'status': 'completed', 'code': 200}
Feb 17 04:50:23.052216 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-57298221-721f-4543-9188-f5a9ca79e00c req-588e55f8-2556-47aa-ac30-7f55892613bb tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.76 "DELETE /v2.0/ports/945cdf51-bda0-4690-9a1a-7d34a6eebb4d HTTP/1.1" status: 204  len: 173 time: 2.1186159
Feb 17 04:50:23.415931 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-038e27d3-aee6-4c7c-aba2-1164780ab4d6 req-0fc876a1-3909-4c02-96a7-3577b809a48f tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad6f2685-1148-47be-8e13-d7f933298f14 HTTP/1.1" status: 200  len: 210 time: 0.0529020
Feb 17 04:50:24.625302 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-c8d67f8e-9c22-4dde-abe9-f3aa9a6db598 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips/9071e158-6ed6-4bb4-ad6e-c547e41c4cd0 HTTP/1.1" status: 200  len: 693 time: 0.0919633
Feb 17 04:50:24.790932 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-2120b15d-4325-4ab0-81c3-0eddbc37757f tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 04:50:24.792314 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-2120b15d-4325-4ab0-81c3-0eddbc37757f tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/networks/41731883-87f5-4e1a-89a9-5fc9628819cc HTTP/1.1" status: 200  len: 784 time: 0.1606126
Feb 17 04:50:24.881488 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-47862769-8bd3-4677-a7df-e848b4828162 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Synchronizing usage tracker for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:floatingip {{(pid=84039) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 04:50:24.930810 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.quota.resource [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-47862769-8bd3-4677-a7df-e848b4828162 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Unset dirty status for tenant:a8d0b5722b8d4bcda86ec7e0d58ea9ec on resource:floatingip {{(pid=84039) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 04:50:24.932161 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-47862769-8bd3-4677-a7df-e848b4828162 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.174 HTTP/1.1" status: 200  len: 696 time: 0.1333513
Feb 17 04:50:25.025091 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-4dc6eb07-1e8e-4d65-b882-b448631356c3 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.27.2.174 HTTP/1.1" status: 200  len: 696 time: 0.0853496
Feb 17 04:50:25.202939 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-f4e9c60b-9aad-4b69-94e1-ea19613bdaa8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Deleting port 818e6e37-f408-4077-8821-815d8166c667 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:25.203338 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-f4e9c60b-9aad-4b69-94e1-ea19613bdaa8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:25.387656 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-f4e9c60b-9aad-4b69-94e1-ea19613bdaa8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:25.388032 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-f4e9c60b-9aad-4b69-94e1-ea19613bdaa8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:25.523397 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-f4e9c60b-9aad-4b69-94e1-ea19613bdaa8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Calling delete_port for 818e6e37-f408-4077-8821-815d8166c667 owned by network:floatingip {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:25.784960 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-f4e9c60b-9aad-4b69-94e1-ea19613bdaa8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:25.801706 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-24c4c052-f911-41f3-adab-cab0f99bfa73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:25.906927 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9c60b-9aad-4b69-94e1-ea19613bdaa8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event deleted for resources: {'Port': ['ID=818e6e37-f408-4077-8821-815d8166c667,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:25.910261 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f4e9c60b-9aad-4b69-94e1-ea19613bdaa8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:26.044592 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-f4e9c60b-9aad-4b69-94e1-ea19613bdaa8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for floatingip, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:26.116533 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-f4e9c60b-9aad-4b69-94e1-ea19613bdaa8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774085'] for floatingip, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:26.117805 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-c52c27ae-b285-47f1-8bf7-6864120a3e5e req-f4e9c60b-9aad-4b69-94e1-ea19613bdaa8 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "DELETE /v2.0/floatingips/9071e158-6ed6-4bb4-ad6e-c547e41c4cd0 HTTP/1.1" status: 204  len: 173 time: 1.0867851
Feb 17 04:50:27.645515 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4259cfed-f70f-43a8-b476-23da9d18bf2e req-b400e0b8-f908-4f08-95be-ca731710e897 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "GET /v2.0/security-groups/fcc9b4cd-f53a-4367-ac89-10d39a04b2c8 HTTP/1.1" status: 200  len: 2997 time: 0.0517075
Feb 17 04:50:27.721933 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-4259cfed-f70f-43a8-b476-23da9d18bf2e req-0a872b54-260c-421e-b8e5-23ef69a0be47 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:27.751987 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-4259cfed-f70f-43a8-b476-23da9d18bf2e req-0a872b54-260c-421e-b8e5-23ef69a0be47 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:27.881873 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-4259cfed-f70f-43a8-b476-23da9d18bf2e req-0a872b54-260c-421e-b8e5-23ef69a0be47 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:27.887588 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f5da895a-b6f2-4227-ae15-695fd48aef67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:27.904420 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a872b54-260c-421e-b8e5-23ef69a0be47 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc9b4cd-f53a-4367-ac89-10d39a04b2c8,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:27.907369 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0a872b54-260c-421e-b8e5-23ef69a0be47 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:27.938323 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [req-4259cfed-f70f-43a8-b476-23da9d18bf2e req-0a872b54-260c-421e-b8e5-23ef69a0be47 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:27.939592 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [req-4259cfed-f70f-43a8-b476-23da9d18bf2e req-0a872b54-260c-421e-b8e5-23ef69a0be47 tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] 10.222.0.73 "DELETE /v2.0/security-groups/fcc9b4cd-f53a-4367-ac89-10d39a04b2c8 HTTP/1.1" status: 204  len: 173 time: 0.2871571
Feb 17 04:50:28.031008 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 36248) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:50:29.040527 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f9054889-9997-4e54-a6cd-9095b3eed400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854384247'] for router_interface, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:29.419857 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-f9054889-9997-4e54-a6cd-9095b3eed400 admin admin] Deleting port 279be79a-6264-42c8-b0f6-0fcb5f0d712a {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:29.420248 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f9054889-9997-4e54-a6cd-9095b3eed400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:29.613098 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-f9054889-9997-4e54-a6cd-9095b3eed400 admin admin] For port 279be79a-6264-42c8-b0f6-0fcb5f0d712a, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=279be79a-6264-42c8-b0f6-0fcb5f0d712a,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:29.613493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f9054889-9997-4e54-a6cd-9095b3eed400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:29.752816 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-f9054889-9997-4e54-a6cd-9095b3eed400 admin admin] Calling delete_port for 279be79a-6264-42c8-b0f6-0fcb5f0d712a owned by network:router_interface {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:30.029883 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f9054889-9997-4e54-a6cd-9095b3eed400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:30.045921 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-95b7a235-b4e3-4b33-8af1-fe957140f25c tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:30.150027 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9054889-9997-4e54-a6cd-9095b3eed400 admin admin] Pushing event deleted for resources: {'Port': ['ID=279be79a-6264-42c8-b0f6-0fcb5f0d712a,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:30.154717 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-f9054889-9997-4e54-a6cd-9095b3eed400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:30.463837 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f9054889-9997-4e54-a6cd-9095b3eed400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854384153'] for router_interface, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:30.990722 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9054889-9997-4e54-a6cd-9095b3eed400 admin admin] Router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:50:31.186679 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9054889-9997-4e54-a6cd-9095b3eed400 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:50:31.196107 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeee390-bb20-403e-a674-85e5d5f0c447 None None] Sync routers for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:50:31.200536 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-f9054889-9997-4e54-a6cd-9095b3eed400 admin admin] 10.222.0.73 "PUT /v2.0/routers/571fa0de-9ab6-4273-8f18-b00ad5403aa9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1680708
Feb 17 04:50:31.202695 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 36256) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:50:31.206024 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeee390-bb20-403e-a674-85e5d5f0c447 None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:50:31.207168 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-bfeee390-bb20-403e-a674-85e5d5f0c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0012b02fd0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:50:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:31.570130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-bfeee390-bb20-403e-a674-85e5d5f0c447 None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:50:31.650031 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] Notify callbacks [] for router, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:31.841457 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:31.847068 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] Deleting port 2d3f6fa3-0145-469b-a10b-45e3be94e1bb {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:31.847487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:31.882938 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-bfeee390-bb20-403e-a674-85e5d5f0c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0012b02fd0>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:50:29Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:31.888474 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeee390-bb20-403e-a674-85e5d5f0c447 None None] Checking router: 571fa0de-9ab6-4273-8f18-b00ad5403aa9 for host: dv-cinder-759955-5-iscsi {{(pid=84041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:50:31.904609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeee390-bb20-403e-a674-85e5d5f0c447 None None] Routers {'571fa0de-9ab6-4273-8f18-b00ad5403aa9'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:50:31.905318 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-bfeee390-bb20-403e-a674-85e5d5f0c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0012b02fd0>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:50:08Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'], 'active': True} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:32.064535 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] For port 2d3f6fa3-0145-469b-a10b-45e3be94e1bb, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=2d3f6fa3-0145-469b-a10b-45e3be94e1bb,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:32.064934 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:32.101660 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-bfeee390-bb20-403e-a674-85e5d5f0c447 None None] Set router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:50:32.202619 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] Calling delete_port for 2d3f6fa3-0145-469b-a10b-45e3be94e1bb owned by network:router_gateway {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:32.396395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:32.407663 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-bfeee390-bb20-403e-a674-85e5d5f0c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0012b02fd0>, [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:50:29Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84041) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:32.412384 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeee390-bb20-403e-a674-85e5d5f0c447 None None] The sync data for ids ['571fa0de-9ab6-4273-8f18-b00ad5403aa9'] in dv-cinder-759955-5-iscsi is: [{'id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'name': 'tempest-TestVolumeBootPattern-2119822527-router', 'tenant_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:15Z', 'updated_at': '2021-02-17T04:50:29Z', 'revision_number': 5, 'project_id': 'a8d0b5722b8d4bcda86ec7e0d58ea9ec', 'gw_port': {'id': '2d3f6fa3-0145-469b-a10b-45e3be94e1bb', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571fa0de-9ab6-4273-8f18-b00ad5403aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:16Z', 'updated_at': '2021-02-17T04:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:50:32.593527 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854322005'] for router_gateway, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:32.735955 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854383069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7610'] for router, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:32.738312 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:32.845605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854383359'] for router, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:32.846181 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 571fa0de-9ab6-4273-8f18-b00ad5403aa9 {{(pid=84039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:50:32.860153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] Notify callbacks [] for router, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:32.861392 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-a82c61bd-e8b9-4c90-9d8a-6beed59ca129 admin admin] 10.222.0.73 "DELETE /v2.0/routers/571fa0de-9ab6-4273-8f18-b00ad5403aa9 HTTP/1.1" status: 204  len: 168 time: 1.6576638
Feb 17 04:50:32.864263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 36262) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:50:32.938275 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-493dbc0e-cc58-47a0-a433-e9e42a09bf95 admin admin] Deleting subnet 42e5597f-e796-49b0-83fc-d9567a8a2277 {{(pid=84039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:50:32.942769 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-493dbc0e-cc58-47a0-a433-e9e42a09bf95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:32.997028 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-493dbc0e-cc58-47a0-a433-e9e42a09bf95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852405141'] for subnet, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:33.087226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-493dbc0e-cc58-47a0-a433-e9e42a09bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:33.390422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-493dbc0e-cc58-47a0-a433-e9e42a09bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317777'] for subnet, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:33.406480 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:33.507457 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493dbc0e-cc58-47a0-a433-e9e42a09bf95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e5597f-e796-49b0-83fc-d9567a8a2277,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:33.511467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-493dbc0e-cc58-47a0-a433-e9e42a09bf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:33.545872 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-493dbc0e-cc58-47a0-a433-e9e42a09bf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:33.551886 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d31e410-2000-4b25-97c8-ba37326f30f9 None None] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:50:33.553126 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-493dbc0e-cc58-47a0-a433-e9e42a09bf95 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/42e5597f-e796-49b0-83fc-d9567a8a2277 HTTP/1.1" status: 204  len: 168 time: 0.6878524
Feb 17 04:50:33.555971 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 36266) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:50:33.677187 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:33.752778 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Deleting port 911de074-001d-43b4-9481-f0377b5fce50 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:33.753211 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:33.827990 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0a8bf7-b537-47b3-8781-29b7917829dd None None] DHCP port deletion for 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa request from dv-cinder-759955-5-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:50:33.832609 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a8bf7-b537-47b3-8781-29b7917829dd None None] Deleting port 911de074-001d-43b4-9481-f0377b5fce50 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:33.833128 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8bf7-b537-47b3-8781-29b7917829dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:33.985548 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] For port 911de074-001d-43b4-9481-f0377b5fce50, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=911de074-001d-43b4-9481-f0377b5fce50,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:33.985947 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:34.056327 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-ba0a8bf7-b537-47b3-8781-29b7917829dd None None] For port 911de074-001d-43b4-9481-f0377b5fce50, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=911de074-001d-43b4-9481-f0377b5fce50,segment=NetworkSegment(b06803b9-a0ad-4ac1-802a-8561002485f1),segment_id=b06803b9-a0ad-4ac1-802a-8561002485f1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:34.056678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8bf7-b537-47b3-8781-29b7917829dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:34.130394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Calling delete_port for 911de074-001d-43b4-9481-f0377b5fce50 owned by network:dhcp {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:34.191819 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a8bf7-b537-47b3-8781-29b7917829dd None None] Calling delete_port for 911de074-001d-43b4-9481-f0377b5fce50 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:34.251910 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 279be79a-6264-42c8-b0f6-0fcb5f0d712a no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:50:34.292727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:34.304042 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 279be79a-6264-42c8-b0f6-0fcb5f0d712a {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:50:34.304439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 279be79a-6264-42c8-b0f6-0fcb5f0d712a not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:50:34.304911 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 2d3f6fa3-0145-469b-a10b-45e3be94e1bb no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:50:34.309304 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-6001aae7-6669-41de-9c53-cf127f835f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   from cryptography.utils import int_from_bytes
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   from cryptography.utils import int_from_bytes
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   (rel_b, rel_a, rel_b),
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   (rel_b, rel_a, rel_b),
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.338623 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 04:50:34.341233 dv-cinder-759955-5-iscsi neutron-server[83925]:   % (table.description, expected, rows_matched)
Feb 17 04:50:34.346145 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 2d3f6fa3-0145-469b-a10b-45e3be94e1bb {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:50:34.346537 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 2d3f6fa3-0145-469b-a10b-45e3be94e1bb not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:50:34.347039 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 911de074-001d-43b4-9481-f0377b5fce50 no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:50:34.378959 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [None req-ba0a8bf7-b537-47b3-8781-29b7917829dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:50:34.379407 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [None req-ba0a8bf7-b537-47b3-8781-29b7917829dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:50:34.385158 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 911de074-001d-43b4-9481-f0377b5fce50 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:50:34.385555 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 911de074-001d-43b4-9481-f0377b5fce50 not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:50:34.417200 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=911de074-001d-43b4-9481-f0377b5fce50,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:34.421252 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:34.455781 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] No DVR routers for this DVR port 911de074-001d-43b4-9481-f0377b5fce50 on host dv-cinder-759955-5-iscsi {{(pid=84039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:50:34.581322 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:34.698831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000c6fa080>,) {'filters': {'network_id': ['4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa']}} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:34.711930 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000c6fa080>, 'b06803b9-a0ad-4ac1-802a-8561002485f1') {'for_net_delete': True} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:34.712272 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000c6fa080>, 'b06803b9-a0ad-4ac1-802a-8561002485f1') {} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:34.724950 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370675'] for segment, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:34.742120 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:34.744153 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:50:34.881324 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a8bf7-b537-47b3-8781-29b7917829dd None None] Deleting port 911de074-001d-43b4-9481-f0377b5fce50 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:34.881801 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8bf7-b537-47b3-8781-29b7917829dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:34.929941 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:50:34.939485 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852218915'] for segment, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:34.956747 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a8bf7-b537-47b3-8781-29b7917829dd None None] The port '911de074-001d-43b4-9481-f0377b5fce50' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:50:35.122334 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Network 4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:50:35.149263 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:50:35.304520 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:35.308338 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-43a344b7-3556-4df0-8741-e54f4cc86f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:35.323406 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:35.335130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:35.338659 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:35.383802 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-0730f1d3-41d7-41b8-b381-72254457efa5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4c593f7c-0bdf-4c8b-80da-1acd6a9eabaa HTTP/1.1" status: 204  len: 168 time: 1.8265007
Feb 17 04:50:35.386882 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 36270) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:50:35.457727 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-333959f8-12f5-4c9d-8cb0-c1f46f9d38b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:35.967209 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:36.218875 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2953ea19-d657-4b05-8da3-bf776c4e7606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854384247'] for router_interface, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:36.607051 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-2953ea19-d657-4b05-8da3-bf776c4e7606 admin admin] Deleting port ee7100fe-7434-429b-ba99-bc8f5fcb82ed {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:36.607692 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2953ea19-d657-4b05-8da3-bf776c4e7606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:36.796699 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-2953ea19-d657-4b05-8da3-bf776c4e7606 admin admin] For port ee7100fe-7434-429b-ba99-bc8f5fcb82ed, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=ee7100fe-7434-429b-ba99-bc8f5fcb82ed,segment=NetworkSegment(a8b9c197-4e17-434e-9321-f07c155b0dc2),segment_id=a8b9c197-4e17-434e-9321-f07c155b0dc2)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:36.797099 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2953ea19-d657-4b05-8da3-bf776c4e7606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:36.933537 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-2953ea19-d657-4b05-8da3-bf776c4e7606 admin admin] Calling delete_port for ee7100fe-7434-429b-ba99-bc8f5fcb82ed owned by network:router_interface {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:37.200967 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2953ea19-d657-4b05-8da3-bf776c4e7606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:37.216700 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:37.311003 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953ea19-d657-4b05-8da3-bf776c4e7606 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7100fe-7434-429b-ba99-bc8f5fcb82ed,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:37.320614 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-2953ea19-d657-4b05-8da3-bf776c4e7606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:37.627070 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2953ea19-d657-4b05-8da3-bf776c4e7606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854384153'] for router_interface, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:37.950549 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-40b03264-7384-42a2-a7a8-5f21f0ecc3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:38.145056 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2953ea19-d657-4b05-8da3-bf776c4e7606 admin admin] Router 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 has already been hosted by L3 agent 098555e1-e4ae-40fc-a898-53bdf331b160 {{(pid=84039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 04:50:38.334072 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2953ea19-d657-4b05-8da3-bf776c4e7606 admin admin] Notify agent at l3_agent.dv-cinder-759955-5-iscsi the message routers_updated {{(pid=84039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 04:50:38.344125 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2953ea19-d657-4b05-8da3-bf776c4e7606 admin admin] 10.222.0.73 "PUT /v2.0/routers/00be2ef6-9560-4712-9cd8-ddab4f75cbb2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9561214
Feb 17 04:50:38.344678 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90172ba-f9f6-43df-8366-9623b119b78a None None] Sync routers for ids ['00be2ef6-9560-4712-9cd8-ddab4f75cbb2'] in dv-cinder-759955-5-iscsi {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 04:50:38.347526 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 36274) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:50:38.366724 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90172ba-f9f6-43df-8366-9623b119b78a None None] Routers {'00be2ef6-9560-4712-9cd8-ddab4f75cbb2'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:50:38.367427 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-f90172ba-f9f6-43df-8366-9623b119b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000c74b940>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:50:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['00be2ef6-9560-4712-9cd8-ddab4f75cbb2'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:38.657308 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:38.733028 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-f90172ba-f9f6-43df-8366-9623b119b78a None None] Set router 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:50:38.794467 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] Notify callbacks [] for router, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:38.985493 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:38.990744 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] Deleting port 0f45f14e-af95-4848-a174-4424eae84c15 {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:38.991187 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:39.037851 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-f90172ba-f9f6-43df-8366-9623b119b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000c74b940>, [{'id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'name': 'tempest-TestVolumeBootPattern-2076117555-router', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '0f45f14e-af95-4848-a174-4424eae84c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:24Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 5, 'project_id': '5a1e0353f3e2401e8ff0d40af4514183', 'gw_port': {'id': '0f45f14e-af95-4848-a174-4424eae84c15', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:39.041943 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90172ba-f9f6-43df-8366-9623b119b78a None None] Checking router: 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 for host: dv-cinder-759955-5-iscsi {{(pid=84040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 04:50:39.052288 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90172ba-f9f6-43df-8366-9623b119b78a None None] Routers {'00be2ef6-9560-4712-9cd8-ddab4f75cbb2'} bound to L3 agent in host dv-cinder-759955-5-iscsi {{(pid=84040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 04:50:39.052288 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-f90172ba-f9f6-43df-8366-9623b119b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f000c74b940>, 'dv-cinder-759955-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:24:08Z,description=<?>,heartbeat_timestamp=2021-02-17T04:50:38Z,host='dv-cinder-759955-5-iscsi',id=098555e1-e4ae-40fc-a898-53bdf331b160,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T04:24:08Z,topic='l3_agent')) {'router_ids': ['00be2ef6-9560-4712-9cd8-ddab4f75cbb2'], 'active': True} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:39.181782 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] For port 0f45f14e-af95-4848-a174-4424eae84c15, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=0f45f14e-af95-4848-a174-4424eae84c15,segment=NetworkSegment(754b186f-f638-4d07-b1d5-a0d7d6c4e5e1),segment_id=754b186f-f638-4d07-b1d5-a0d7d6c4e5e1)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:39.182188 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:39.242982 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvr_db [None req-f90172ba-f9f6-43df-8366-9623b119b78a None None] Set router 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 gateway port host: dv-cinder-759955-5-iscsi {{(pid=84040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 04:50:39.318756 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] Calling delete_port for 0f45f14e-af95-4848-a174-4424eae84c15 owned by network:router_gateway {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:39.382052 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:50:39.457884 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:39.552568 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_hamode_db [None req-f90172ba-f9f6-43df-8366-9623b119b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f000c74b940>, [{'id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'name': 'tempest-TestVolumeBootPattern-2076117555-router', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '0f45f14e-af95-4848-a174-4424eae84c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:24Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 5, 'project_id': '5a1e0353f3e2401e8ff0d40af4514183', 'gw_port': {'id': '0f45f14e-af95-4848-a174-4424eae84c15', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}], 'dv-cinder-759955-5-iscsi', False) {} {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:39.557341 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90172ba-f9f6-43df-8366-9623b119b78a None None] The sync data for ids ['00be2ef6-9560-4712-9cd8-ddab4f75cbb2'] in dv-cinder-759955-5-iscsi is: [{'id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'name': 'tempest-TestVolumeBootPattern-2076117555-router', 'tenant_id': '5a1e0353f3e2401e8ff0d40af4514183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'external_fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '0f45f14e-af95-4848-a174-4424eae84c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:43:24Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 5, 'project_id': '5a1e0353f3e2401e8ff0d40af4514183', 'gw_port': {'id': '0f45f14e-af95-4848-a174-4424eae84c15', 'name': '', 'network_id': '41731883-87f5-4e1a-89a9-5fc9628819cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00be2ef6-9560-4712-9cd8-ddab4f75cbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:43:25Z', 'updated_at': '2021-02-17T04:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbb34d2b-1a61-4df6-aedc-a6869d0f18ac', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-5-iscsi'}] {{(pid=84040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 04:50:39.635999 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:39.656148 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854322005'] for router_gateway, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:39.801713 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854383069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7610'] for router, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:39.804188 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:40.024394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854383359'] for router, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:40.024965 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00be2ef6-9560-4712-9cd8-ddab4f75cbb2 {{(pid=84039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 04:50:40.038936 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] Notify callbacks [] for router, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:40.040476 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-2818ab66-efd0-46af-9a18-1b74619c2efa admin admin] 10.222.0.73 "DELETE /v2.0/routers/00be2ef6-9560-4712-9cd8-ddab4f75cbb2 HTTP/1.1" status: 204  len: 168 time: 1.6916907
Feb 17 04:50:40.042954 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 36278) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:50:40.115129 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.db_base_plugin_v2 [None req-883ebdee-88db-453f-b742-5964cc104ccf admin admin] Deleting subnet 1e03c087-fbcf-427a-8e60-475b669735b7 {{(pid=84039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 04:50:40.118284 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-883ebdee-88db-453f-b742-5964cc104ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:40.172272 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-883ebdee-88db-453f-b742-5964cc104ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852405141'] for subnet, precommit_delete_associations {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:40.213134 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ee7100fe-7434-429b-ba99-bc8f5fcb82ed no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:50:40.255255 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: ee7100fe-7434-429b-ba99-bc8f5fcb82ed {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:50:40.255707 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device ee7100fe-7434-429b-ba99-bc8f5fcb82ed not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:50:40.264055 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-883ebdee-88db-453f-b742-5964cc104ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853318924'] for subnet, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:40.760355 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:40.760737 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-883ebdee-88db-453f-b742-5964cc104ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2557730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317777'] for subnet, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:40.777606 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:40.880405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ebdee-88db-453f-b742-5964cc104ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e03c087-fbcf-427a-8e60-475b669735b7,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:40.884394 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-883ebdee-88db-453f-b742-5964cc104ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:40.918894 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-883ebdee-88db-453f-b742-5964cc104ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for subnet, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:40.924610 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb1afd-225c-4b7e-bc35-7c15b3a45698 None None] Network 8e3863f1-1802-417e-b91f-5d2b58539ea1 requested from dv-cinder-759955-5-iscsi {{(pid=84040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 04:50:40.925578 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-883ebdee-88db-453f-b742-5964cc104ccf admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1e03c087-fbcf-427a-8e60-475b669735b7 HTTP/1.1" status: 204  len: 168 time: 0.8809805
Feb 17 04:50:40.929218 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 36282) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:50:41.051206 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853207338'] for network, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:41.124937 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Deleting port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a {{(pid=84039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:41.125314 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:41.191419 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621a73dd-b0d1-46b0-9868-b0a1e6bcd114 None None] DHCP port deletion for 8e3863f1-1802-417e-b91f-5d2b58539ea1 request from dv-cinder-759955-5-iscsi {{(pid=84040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 04:50:41.195529 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-621a73dd-b0d1-46b0-9868-b0a1e6bcd114 None None] Deleting port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:41.195947 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-621a73dd-b0d1-46b0-9868-b0a1e6bcd114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:41.346414 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] For port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=890c693e-3fc4-4ad5-979c-d95ff7d87a6a,segment=NetworkSegment(a8b9c197-4e17-434e-9321-f07c155b0dc2),segment_id=a8b9c197-4e17-434e-9321-f07c155b0dc2)] {{(pid=84039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:41.347395 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:41.412491 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.db [None req-621a73dd-b0d1-46b0-9868-b0a1e6bcd114 None None] For port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a, host dv-cinder-759955-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-5-iscsi',level=0,port_id=890c693e-3fc4-4ad5-979c-d95ff7d87a6a,segment=NetworkSegment(a8b9c197-4e17-434e-9321-f07c155b0dc2),segment_id=a8b9c197-4e17-434e-9321-f07c155b0dc2)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 04:50:41.412922 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-621a73dd-b0d1-46b0-9868-b0a1e6bcd114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454247'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:41.484339 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Calling delete_port for 890c693e-3fc4-4ad5-979c-d95ff7d87a6a owned by network:dhcp {{(pid=84039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:41.548273 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-621a73dd-b0d1-46b0-9868-b0a1e6bcd114 None None] Calling delete_port for 890c693e-3fc4-4ad5-979c-d95ff7d87a6a owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 04:50:41.589665 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1499568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854616083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309465648585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309466052895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2556918'] for port, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:41.605780 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-33e02011-cdd3-4b45-b93e-57a52e5e58aa tempest-TestVolumeBootPattern-1370121168 tempest-TestVolumeBootPattern-1370121168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:41.625660 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.db.api [None req-621a73dd-b0d1-46b0-9868-b0a1e6bcd114 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 04:50:41.626067 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_db.api [None req-621a73dd-b0d1-46b0-9868-b0a1e6bcd114 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 04:50:41.709179 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Pushing event deleted for resources: {'Port': ['ID=890c693e-3fc4-4ad5-979c-d95ff7d87a6a,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:41.713944 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:41.748313 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] No DVR routers for this DVR port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a on host dv-cinder-759955-5-iscsi {{(pid=84039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 04:50:41.872150 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853325459', 'neutron.services.segments.db._delete_segments_for_network-8727389226218'] for network, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:41.989462 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f000d2260f0>,) {'filters': {'network_id': ['8e3863f1-1802-417e-b91f-5d2b58539ea1']}} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:42.002159 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f000d2260f0>, 'a8b9c197-4e17-434e-9321-f07c155b0dc2') {'for_net_delete': True} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:42.002439 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.services.segments.db [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f000d2260f0>, 'a8b9c197-4e17-434e-9321-f07c155b0dc2') {} {{(pid=84039) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 04:50:42.015062 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309465542652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370675'] for segment, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:42.082251 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457885'] for segment, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:42.084604 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 04:50:42.127249 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-621a73dd-b0d1-46b0-9868-b0a1e6bcd114 None None] Deleting port 890c693e-3fc4-4ad5-979c-d95ff7d87a6a {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 04:50:42.127684 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-621a73dd-b0d1-46b0-9868-b0a1e6bcd114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309465571956'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:42.203441 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-621a73dd-b0d1-46b0-9868-b0a1e6bcd114 None None] The port '890c693e-3fc4-4ad5-979c-d95ff7d87a6a' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 04:50:42.248793 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 890c693e-3fc4-4ad5-979c-d95ff7d87a6a no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:50:42.272768 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Network 8e3863f1-1802-417e-b91f-5d2b58539ea1 has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:50:42.282172 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853317915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852218915'] for segment, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:42.286666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 890c693e-3fc4-4ad5-979c-d95ff7d87a6a {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:50:42.287058 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 890c693e-3fc4-4ad5-979c-d95ff7d87a6a not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:50:42.287570 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 0f45f14e-af95-4848-a174-4424eae84c15 no longer exists at agent ovs-agent-dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 04:50:42.325263 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] No Port match for: 0f45f14e-af95-4848-a174-4424eae84c15 {{(pid=84040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 04:50:42.325643 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.rpc [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Device 0f45f14e-af95-4848-a174-4424eae84c15 not bound to the agent host dv-cinder-759955-5-iscsi {{(pid=84040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 04:50:42.465562 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.plugins.ml2.managers [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Network 8e3863f1-1802-417e-b91f-5d2b58539ea1 has no segments {{(pid=84039) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]: Traceback (most recent call last):
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     timer()
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     cb(*args, **kw)
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     return func(*args, **kwargs)
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     self._notify()
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     self.callback(batched_events)
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     event.method(event)
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     segment_id)['aggregates'][0]
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     return f(self, *a, **k)
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self._get(url).json()
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     **kwargs)
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     return self.request(url, 'GET', **kwargs)
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     **endpoint_filter)
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 04:50:42.488794 dv-cinder-759955-5-iscsi neutron-server[83925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 04:50:42.767178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853154914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450963'] for network, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:42.770655 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:42.785497 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614192'] for network, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:42.800941 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e3863f1-1802-417e-b91f-5d2b58539ea1,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:42.804270 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:42.806397 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-e5a8e96a-c482-483d-8319-fba795694833 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8e3863f1-1802-417e-b91f-5d2b58539ea1 HTTP/1.1" status: 204  len: 168 time: 1.8755019
Feb 17 04:50:42.999925 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 36288) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:50:43.052153 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-8ce8bd0d-63e6-45f6-b569-25f05195352e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a8d0b5722b8d4bcda86ec7e0d58ea9ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509107
Feb 17 04:50:43.054648 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84038) accepted ('10.222.0.73', 36292) {{(pid=84038) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:50:43.116055 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0034c439-a0c7-48c6-add5-b6e6d52421a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:43.142547 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0034c439-a0c7-48c6-add5-b6e6d52421a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:43.304612 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0034c439-a0c7-48c6-add5-b6e6d52421a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:43.310134 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-94a41b0e-2449-4e73-9944-dc7f3e98db23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:43.325698 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034c439-a0c7-48c6-add5-b6e6d52421a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25584441-5b4b-4e69-9e89-b0259f1a0b30,revision_number=None']} {{(pid=84038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:43.328831 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-0034c439-a0c7-48c6-add5-b6e6d52421a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:43.334986 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0034c439-a0c7-48c6-add5-b6e6d52421a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:43.336268 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-0034c439-a0c7-48c6-add5-b6e6d52421a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25584441-5b4b-4e69-9e89-b0259f1a0b30 HTTP/1.1" status: 204  len: 168 time: 0.2806056
Feb 17 04:50:43.764541 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 36300) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:50:43.818423 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-c0b4cce5-cad6-490e-80e0-ed11cb864c47 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a1e0353f3e2401e8ff0d40af4514183&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0524838
Feb 17 04:50:43.820895 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [-] (84039) accepted ('10.222.0.73', 36304) {{(pid=84039) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 04:50:43.884193 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-33823bcc-4811-427c-9ded-35546b802bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:43.911163 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-33823bcc-4811-427c-9ded-35546b802bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:44.024422 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-33823bcc-4811-427c-9ded-35546b802bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520729'] for security_group, after_delete {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:44.029739 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-e07b0ef6-9ecc-4213-8670-2e17e7d75510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 04:50:44.042197 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33823bcc-4811-427c-9ded-35546b802bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbcbd4a-7e54-4792-9437-0f6b4329c793,revision_number=None']} {{(pid=84039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 04:50:44.046213 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG oslo_concurrency.lockutils [None req-33823bcc-4811-427c-9ded-35546b802bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84039) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 04:50:44.049710 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-33823bcc-4811-427c-9ded-35546b802bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84039) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:50:44.051794 dv-cinder-759955-5-iscsi neutron-server[83925]: INFO neutron.wsgi [None req-33823bcc-4811-427c-9ded-35546b802bf6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bcbcbd4a-7e54-4792-9437-0f6b4329c793 HTTP/1.1" status: 204  len: 168 time: 0.2295177
Feb 17 04:51:05.451993 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-f35d10e8-7e16-4e49-a319-a21aa976dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:05.961728 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:07.950108 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-fffac400-cbf4-401e-a20f-2fc829fa1e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:08.401567 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:09.641802 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:10.686518 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:16.382665 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:51:35.448510 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-83420cc1-5072-4875-a501-52b5d85da4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:35.967931 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:37.939228 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2be0-83ec-4b1a-88f0-a71aff156310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:38.402210 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:39.460676 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-9d8a6d08-0319-4da7-87e9-0ba1e462dbf1 req-9b6c58c6-f8a0-4f39-b364-038e604460f2 service neutron] (84039) timed out ('10.222.0.76', 50705) {{(pid=84039) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 04:51:39.642283 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:40.694604 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:51:53.382949 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:52:05.448788 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a930a3df-adbc-4ee3-bcae-b40662bcd6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:05.974449 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:07.940178 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0552ed7c-f0eb-4560-9580-7efa04a2d606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:08.408369 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:09.643186 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:10.700437 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:30.382487 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:52:35.443745 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-90540178-4eb6-4672-9a8d-e2e90c2634fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:35.974961 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:37.935226 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-efab819b-454a-4297-b169-45c4888f8b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:38.403787 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:39.644017 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:52:40.695585 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:05.450957 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-66fd7d33-2e71-4d1d-be90-7c2f15a55986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:05.987515 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:07.382160 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:53:07.958918 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-a3ea5f8e-88e2-4f8b-9ac0-bdcfb6945ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:08.410687 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:09.650736 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:10.690558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:35.451503 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ef63cd06-3d8e-46d8-8836-51e7a1a566eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:35.982447 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:37.954110 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-ae26821a-b58e-432d-9bdb-303224413ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:38.411836 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:39.640158 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:40.697421 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:53:44.381743 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:53:53.090060 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-e6e188f5-1ff5-4cab-aa2a-314c86673d5f req-9fb2084a-2da1-4cba-9c34-84807d33b9aa tempest-AttachVolumeTestJSON-1346891063 tempest-AttachVolumeTestJSON-1346891063-project] (84038) timed out ('10.222.0.76', 50732) {{(pid=84038) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 04:54:05.446287 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-08709e31-5c43-4c97-aa1d-be220d6be295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:05.977617 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:07.954687 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0fd1d9a2-d9c1-4466-8b1e-32f1e6e9da22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:08.411896 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:09.646296 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:10.703605 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:21.381558 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:54:35.453683 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-db1b668d-44a3-4410-9184-4298fc44b49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:36.007130 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:37.990666 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-c0c53b3c-1289-48f8-84f4-ed0e51c728e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:38.413561 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:39.642040 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:40.716788 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:54:58.381356 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:55:05.459914 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-db28825d-1709-43fd-9803-43260cddb3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:06.008606 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:07.962779 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b8ab00c4-c8ae-4cd2-935c-5d47d1b5bc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:08.419823 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:09.637391 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:10.711229 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:33.669159 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.wsgi [req-f1928d13-7345-41de-8d50-b98b71b124d5 req-4e3c7a17-bd33-4ff5-b7f0-afeaf7c36c01 service neutron] (84039) timed out ('10.222.0.73', 58072) {{(pid=84039) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 04:55:35.380241 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron.db.agents_db [None req-12ae810f-62c2-4972-9cb7-f1e6e3b378b0 None None] Agent healthcheck: found 6 active agents {{(pid=84041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 04:55:35.455105 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a696-5e12-48e7-bebc-76f95412dba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:36.038002 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:37.958337 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-45227263-8140-4451-8035-aa511ca6cbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:38.421748 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b3ccec04-cc7d-4c9c-be90-348af3ae7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:39.639102 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-b43f5fd2-202b-4939-88e0-f01c27e897b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:55:40.707377 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfa7-ad2e-4fa5-a4c3-ff022dc9f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:05.451380 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-87a721d6-b32d-4a9c-b168-8728cc31f57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 04:56:06.057405 dv-cinder-759955-5-iscsi neutron-server[83925]: DEBUG neutron_lib.callbacks.manager [None req-8f8a62cd-b5e7-4956-ae90-91dd5c4ad181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727389226201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853327085'] for agent, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}